2024-11-17 12:17:25,295 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 12:17:25,319 main DEBUG Took 0.021988 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 12:17:25,320 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 12:17:25,321 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 12:17:25,323 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 12:17:25,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,348 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 12:17:25,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,373 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,375 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,383 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,385 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 12:17:25,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,386 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 12:17:25,388 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 12:17:25,390 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 12:17:25,392 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 12:17:25,393 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 12:17:25,395 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 12:17:25,396 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 12:17:25,406 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 12:17:25,409 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 12:17:25,412 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 12:17:25,413 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 12:17:25,413 main DEBUG createAppenders(={Console}) 2024-11-17 12:17:25,415 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-17 12:17:25,415 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 12:17:25,415 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-17 12:17:25,416 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 12:17:25,417 main DEBUG OutputStream closed 2024-11-17 12:17:25,417 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 12:17:25,417 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 12:17:25,418 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-17 12:17:25,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 12:17:25,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 12:17:25,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 12:17:25,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 12:17:25,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 12:17:25,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 12:17:25,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 12:17:25,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 12:17:25,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 12:17:25,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 12:17:25,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 12:17:25,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 12:17:25,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 12:17:25,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 12:17:25,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 12:17:25,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 12:17:25,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 12:17:25,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 12:17:25,523 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 12:17:25,523 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-17 12:17:25,524 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 12:17:25,525 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-17T12:17:25,541 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-17 12:17:25,544 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 12:17:25,544 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T12:17:25,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1182, ProcessCount=11, AvailableMemoryMB=3137 2024-11-17T12:17:25,882 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-17T12:17:25,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1 2024-11-17T12:17:25,959 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/cluster_3b9b7ddc-1c04-2e05-21be-09f9e76b31b2, deleteOnExit=true 2024-11-17T12:17:26,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/cluster_3b9b7ddc-1c04-2e05-21be-09f9e76b31b2/zookeeper_0, clientPort=50179, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/cluster_3b9b7ddc-1c04-2e05-21be-09f9e76b31b2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/cluster_3b9b7ddc-1c04-2e05-21be-09f9e76b31b2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:17:26,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50179 2024-11-17T12:17:26,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:17:26,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:17:26,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/test.cache.data in system properties and HBase conf 2024-11-17T12:17:26,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:17:26,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:17:26,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:17:26,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:17:26,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:17:26,366 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T12:17:26,523 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:17:26,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:17:26,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:17:26,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:17:26,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:17:26,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:17:26,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:17:26,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:17:26,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:17:26,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:17:26,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:17:26,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:17:26,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:17:26,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:17:26,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:17:28,476 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T12:17:28,600 INFO [Time-limited test {}] log.Log(170): Logging initialized @4314ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T12:17:28,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:17:28,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:17:28,898 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:17:28,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:17:28,901 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:17:28,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:17:28,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:17:28,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:17:29,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/java.io.tmpdir/jetty-localhost-46285-hadoop-hdfs-3_4_1-tests_jar-_-any-13436347905623280432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:17:29,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:46285} 2024-11-17T12:17:29,186 INFO [Time-limited test {}] server.Server(415): Started @4902ms 2024-11-17T12:17:30,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:17:30,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:17:30,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:17:30,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:17:30,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:17:30,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:17:30,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:17:30,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/java.io.tmpdir/jetty-localhost-43843-hadoop-hdfs-3_4_1-tests_jar-_-any-14309250752385885427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:17:30,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:43843} 2024-11-17T12:17:30,340 INFO [Time-limited test {}] server.Server(415): Started @6055ms 2024-11-17T12:17:30,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:17:32,799 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/cluster_3b9b7ddc-1c04-2e05-21be-09f9e76b31b2/data/data1/current/BP-2075728187-172.17.0.3-1731845847806/current, will proceed with Du for space computation calculation, 2024-11-17T12:17:32,811 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/cluster_3b9b7ddc-1c04-2e05-21be-09f9e76b31b2/data/data2/current/BP-2075728187-172.17.0.3-1731845847806/current, will proceed with Du for space computation calculation, 2024-11-17T12:17:32,839 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:17:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x582400556573f27 with lease ID 0xb5b24436b84086d1: Processing first storage report for DS-7b6bee45-dc98-4083-ba8b-de4df961b318 from datanode DatanodeRegistration(127.0.0.1:32991, datanodeUuid=e4676333-01f6-4ac6-82c3-7d8a747b6b08, infoPort=43353, infoSecurePort=0, ipcPort=34473, storageInfo=lv=-57;cid=testClusterID;nsid=1282587591;c=1731845847806) 2024-11-17T12:17:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x582400556573f27 with lease ID 0xb5b24436b84086d1: from storage DS-7b6bee45-dc98-4083-ba8b-de4df961b318 node DatanodeRegistration(127.0.0.1:32991, datanodeUuid=e4676333-01f6-4ac6-82c3-7d8a747b6b08, infoPort=43353, infoSecurePort=0, ipcPort=34473, storageInfo=lv=-57;cid=testClusterID;nsid=1282587591;c=1731845847806), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T12:17:32,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x582400556573f27 with lease ID 0xb5b24436b84086d1: Processing first storage report for DS-73cbf12a-10b2-45e8-8e6b-c51be9d23bcd from datanode DatanodeRegistration(127.0.0.1:32991, datanodeUuid=e4676333-01f6-4ac6-82c3-7d8a747b6b08, infoPort=43353, infoSecurePort=0, ipcPort=34473, storageInfo=lv=-57;cid=testClusterID;nsid=1282587591;c=1731845847806) 2024-11-17T12:17:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x582400556573f27 with lease ID 0xb5b24436b84086d1: from storage DS-73cbf12a-10b2-45e8-8e6b-c51be9d23bcd node DatanodeRegistration(127.0.0.1:32991, datanodeUuid=e4676333-01f6-4ac6-82c3-7d8a747b6b08, infoPort=43353, infoSecurePort=0, ipcPort=34473, storageInfo=lv=-57;cid=testClusterID;nsid=1282587591;c=1731845847806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:17:32,917 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1 2024-11-17T12:17:32,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:32,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:17:33,656 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb with version=8 2024-11-17T12:17:33,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/hbase-staging 2024-11-17T12:17:33,766 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T12:17:34,065 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:17:34,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:34,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:34,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:17:34,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:34,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:17:34,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:17:34,445 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T12:17:34,458 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T12:17:34,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:17:34,497 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11294 (auto-detected) 2024-11-17T12:17:34,498 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-17T12:17:34,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33147 2024-11-17T12:17:34,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33147 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-11-17T12:17:34,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331470x0, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:17:34,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33147-0x10148ba70330000 connected 2024-11-17T12:17:34,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:34,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:34,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/running 2024-11-17T12:17:34,774 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb, hbase.cluster.distributed=false 2024-11-17T12:17:34,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/acl 2024-11-17T12:17:34,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33147 2024-11-17T12:17:34,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33147 2024-11-17T12:17:34,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33147 2024-11-17T12:17:34,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33147 2024-11-17T12:17:34,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33147 2024-11-17T12:17:34,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:17:34,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:34,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:34,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:17:34,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:34,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:17:34,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:17:34,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:17:34,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40491 2024-11-17T12:17:35,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40491 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-11-17T12:17:35,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:35,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:35,057 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404910x0, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:17:35,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404910x0, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/running 2024-11-17T12:17:35,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:17:35,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40491-0x10148ba70330001 connected 2024-11-17T12:17:35,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:17:35,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/master 2024-11-17T12:17:35,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/acl 2024-11-17T12:17:35,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40491 2024-11-17T12:17:35,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40491 2024-11-17T12:17:35,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40491 2024-11-17T12:17:35,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40491 2024-11-17T12:17:35,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40491 2024-11-17T12:17:35,204 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:33147 2024-11-17T12:17:35,212 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01472874175/backup-masters/5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:35,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/backup-masters 2024-11-17T12:17:35,227 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/backup-masters 2024-11-17T12:17:35,239 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on existing znode=/01472874175/backup-masters/5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:35,341 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01472874175/master 2024-11-17T12:17:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:35,341 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:35,342 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on existing znode=/01472874175/master 2024-11-17T12:17:35,345 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01472874175/backup-masters/5dda233f2f2e,33147,1731845853829 from backup master directory 2024-11-17T12:17:35,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/backup-masters/5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:35,404 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/backup-masters 2024-11-17T12:17:35,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/backup-masters 2024-11-17T12:17:35,404 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:17:35,405 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:35,407 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T12:17:35,409 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T12:17:35,475 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/hbase.id] with ID: 9aaac3fe-8f2f-4371-aa6e-d4d01475ad83 2024-11-17T12:17:35,475 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/.tmp/hbase.id 2024-11-17T12:17:35,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:17:35,887 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/.tmp/hbase.id]:[hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/hbase.id] 2024-11-17T12:17:35,975 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:35,983 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:17:36,015 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 30ms. 2024-11-17T12:17:36,025 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:36,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:36,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:17:36,060 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:17:36,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:17:36,083 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:17:36,089 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:36,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:17:36,169 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store 2024-11-17T12:17:36,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:17:36,226 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T12:17:36,231 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:36,233 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:17:36,233 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:36,241 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:36,243 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-17T12:17:36,244 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:36,244 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:36,245 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845856233Disabling compacts and flushes for region at 1731845856233Disabling writes for close at 1731845856243 (+10 ms)Writing region close event to WAL at 1731845856244 (+1 ms)Closed at 1731845856244 2024-11-17T12:17:36,249 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/.initializing 2024-11-17T12:17:36,249 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:36,264 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:17:36,282 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C33147%2C1731845853829, suffix=, logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829, archiveDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/oldWALs, maxLogs=10 2024-11-17T12:17:36,315 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829/5dda233f2f2e%2C33147%2C1731845853829.1731845856289, exclude list is [], retry=0 2024-11-17T12:17:36,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32991,DS-7b6bee45-dc98-4083-ba8b-de4df961b318,DISK] 2024-11-17T12:17:36,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T12:17:36,393 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 2024-11-17T12:17:36,395 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353)] 2024-11-17T12:17:36,396 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:17:36,397 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:36,401 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,402 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:17:36,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:36,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:36,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:17:36,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:36,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:36,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:17:36,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:36,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:36,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:17:36,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:36,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:36,496 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,500 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,503 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,510 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,511 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,516 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:17:36,522 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:36,528 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:17:36,530 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67715565, jitterRate=0.009040549397468567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:17:36,538 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731845856416Initializing all the Stores at 1731845856419 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845856419Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845856420 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845856421 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845856421Cleaning up temporary data from old regions at 1731845856511 (+90 ms)Region opened successfully at 1731845856538 (+27 ms) 2024-11-17T12:17:36,540 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:17:36,576 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@981319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:17:36,608 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:17:36,620 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:17:36,620 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:17:36,623 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:17:36,625 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T12:17:36,631 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-17T12:17:36,631 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:17:36,660 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:17:36,671 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/balancer because node does not exist (not necessarily an error) 2024-11-17T12:17:36,685 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/balancer already deleted, retry=false 2024-11-17T12:17:36,688 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:17:36,690 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:17:36,698 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/normalizer already deleted, retry=false 2024-11-17T12:17:36,701 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:17:36,707 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:17:36,719 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/switch/split already deleted, retry=false 2024-11-17T12:17:36,721 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:17:36,730 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/switch/merge already deleted, retry=false 2024-11-17T12:17:36,756 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:17:36,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/snapshot-cleanup already deleted, retry=false 2024-11-17T12:17:36,783 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01472874175/running 2024-11-17T12:17:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01472874175/running 2024-11-17T12:17:36,783 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:36,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:36,786 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,33147,1731845853829, sessionid=0x10148ba70330000, setting cluster-up flag (Was=false) 2024-11-17T12:17:36,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:36,814 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:36,846 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01472874175/flush-table-proc/acquired, /01472874175/flush-table-proc/reached, /01472874175/flush-table-proc/abort 2024-11-17T12:17:36,848 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:36,887 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:36,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:36,951 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01472874175/online-snapshot/acquired, /01472874175/online-snapshot/reached, /01472874175/online-snapshot/abort 2024-11-17T12:17:36,953 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:36,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:17:36,994 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(746): ClusterId : 9aaac3fe-8f2f-4371-aa6e-d4d01475ad83 2024-11-17T12:17:36,998 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:17:37,015 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:17:37,015 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:17:37,027 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:17:37,028 DEBUG [RS:0;5dda233f2f2e:40491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0e565d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:17:37,067 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:40491 2024-11-17T12:17:37,071 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:17:37,072 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:17:37,072 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:17:37,077 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:37,082 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,33147,1731845853829 with port=40491, startcode=1731845854927 2024-11-17T12:17:37,090 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:17:37,099 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:17:37,101 DEBUG [RS:0;5dda233f2f2e:40491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:17:37,108 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,33147,1731845853829 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:17:37,124 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:37,124 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:37,125 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:37,125 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:37,125 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:17:37,125 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,126 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:17:37,126 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:37,170 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:17:37,186 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731845887185 2024-11-17T12:17:37,187 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:17:37,188 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:17:37,189 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:17:37,193 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:17:37,193 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:17:37,194 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:17:37,194 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:17:37,196 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:37,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:17:37,197 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T12:17:37,204 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,237 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:17:37,239 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:17:37,239 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:17:37,240 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:17:37,245 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T12:17:37,246 WARN [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T12:17:37,248 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:17:37,249 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:17:37,253 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845857250,5,FailOnTimeoutGroup] 2024-11-17T12:17:37,254 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845857253,5,FailOnTimeoutGroup] 2024-11-17T12:17:37,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:17:37,255 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,255 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:17:37,256 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,256 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,347 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,33147,1731845853829 with port=40491, startcode=1731845854927 2024-11-17T12:17:37,350 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:37,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33147 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:37,362 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb 2024-11-17T12:17:37,362 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35507 2024-11-17T12:17:37,362 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:17:37,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/rs 2024-11-17T12:17:37,373 DEBUG [RS:0;5dda233f2f2e:40491 {}] zookeeper.ZKUtil(111): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on existing znode=/01472874175/rs/5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:37,373 WARN [RS:0;5dda233f2f2e:40491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:17:37,373 INFO [RS:0;5dda233f2f2e:40491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:37,373 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:37,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,40491,1731845854927] 2024-11-17T12:17:37,403 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:17:37,421 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:17:37,426 INFO [RS:0;5dda233f2f2e:40491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:17:37,426 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,427 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:17:37,433 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:17:37,434 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,435 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,435 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,435 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,435 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,435 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,435 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:17:37,436 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,436 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,436 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,436 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,436 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,436 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:37,436 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:17:37,437 DEBUG [RS:0;5dda233f2f2e:40491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:17:37,440 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,440 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,441 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,441 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,441 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,441 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40491,1731845854927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:17:37,468 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:17:37,471 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40491,1731845854927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,471 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,472 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.Replication(171): 5dda233f2f2e,40491,1731845854927 started 2024-11-17T12:17:37,496 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:37,496 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,40491,1731845854927, RpcServer on 5dda233f2f2e/172.17.0.3:40491, sessionid=0x10148ba70330001 2024-11-17T12:17:37,497 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:17:37,497 DEBUG [RS:0;5dda233f2f2e:40491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:37,498 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,40491,1731845854927' 2024-11-17T12:17:37,498 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01472874175/flush-table-proc/abort' 2024-11-17T12:17:37,499 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01472874175/flush-table-proc/acquired' 2024-11-17T12:17:37,500 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:17:37,500 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:17:37,500 DEBUG [RS:0;5dda233f2f2e:40491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:37,500 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,40491,1731845854927' 2024-11-17T12:17:37,500 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01472874175/online-snapshot/abort' 2024-11-17T12:17:37,501 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01472874175/online-snapshot/acquired' 2024-11-17T12:17:37,501 DEBUG [RS:0;5dda233f2f2e:40491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:17:37,501 INFO [RS:0;5dda233f2f2e:40491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:17:37,501 INFO [RS:0;5dda233f2f2e:40491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:17:37,606 INFO [RS:0;5dda233f2f2e:40491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:17:37,609 INFO [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40491%2C1731845854927, suffix=, logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927, archiveDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs, maxLogs=10 2024-11-17T12:17:37,626 DEBUG [RS:0;5dda233f2f2e:40491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611, exclude list is [], retry=0 2024-11-17T12:17:37,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32991,DS-7b6bee45-dc98-4083-ba8b-de4df961b318,DISK] 2024-11-17T12:17:37,637 INFO [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 2024-11-17T12:17:37,638 DEBUG [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353)] 2024-11-17T12:17:37,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:17:37,658 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb 2024-11-17T12:17:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:17:37,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:37,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:17:37,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:17:37,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:37,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:37,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:17:37,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:17:37,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:37,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:37,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:17:37,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:17:37,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:37,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:37,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:17:37,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:17:37,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:37,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:37,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:17:37,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740 2024-11-17T12:17:37,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740 2024-11-17T12:17:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:17:37,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:17:37,702 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:17:37,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:17:37,714 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:17:37,715 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69091190, jitterRate=0.02953895926475525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:17:37,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731845857672Initializing all the Stores at 1731845857674 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845857674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845857674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845857674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845857674Cleaning up temporary data from old regions at 1731845857700 (+26 ms)Region opened successfully at 1731845857718 (+18 ms) 2024-11-17T12:17:37,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:17:37,720 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:17:37,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:17:37,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-17T12:17:37,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:17:37,725 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:17:37,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845857720Disabling compacts and flushes for region at 1731845857720Disabling writes for close at 1731845857721 (+1 ms)Writing region close event to WAL at 1731845857725 (+4 ms)Closed at 1731845857725 2024-11-17T12:17:37,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:37,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:17:37,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:17:37,748 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:17:37,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:17:37,905 DEBUG [5dda233f2f2e:33147 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:17:37,920 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:37,932 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,40491,1731845854927, state=OPENING 2024-11-17T12:17:37,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:17:37,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:37,961 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:37,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:37,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:37,965 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:17:37,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40491,1731845854927}] 2024-11-17T12:17:38,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:17:38,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:17:38,168 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:17:38,168 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:38,169 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:17:38,179 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40491%2C1731845854927.meta, suffix=.meta, logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927, archiveDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs, maxLogs=10 2024-11-17T12:17:38,204 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.meta.1731845858181.meta, exclude list is [], retry=0 2024-11-17T12:17:38,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32991,DS-7b6bee45-dc98-4083-ba8b-de4df961b318,DISK] 2024-11-17T12:17:38,225 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.meta.1731845858181.meta 2024-11-17T12:17:38,229 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353)] 2024-11-17T12:17:38,229 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:17:38,238 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:17:38,242 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:17:38,250 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:17:38,254 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:17:38,260 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:17:38,261 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:38,261 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:17:38,261 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:17:38,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:17:38,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:17:38,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:38,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:38,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:17:38,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:17:38,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:38,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:38,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:17:38,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:17:38,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:38,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:38,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:17:38,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:17:38,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:38,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:38,299 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:17:38,301 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740 2024-11-17T12:17:38,304 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740 2024-11-17T12:17:38,306 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:17:38,306 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:17:38,307 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:17:38,312 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:17:38,315 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71435912, jitterRate=0.06447803974151611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:17:38,315 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:17:38,317 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731845858262Writing region info on filesystem at 1731845858262Initializing all the Stores at 1731845858268 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845858269 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845858277 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845858278 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845858278Cleaning up temporary data from old regions at 1731845858306 (+28 ms)Running coprocessor post-open hooks at 1731845858315 (+9 ms)Region opened successfully at 1731845858317 (+2 ms) 2024-11-17T12:17:38,325 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731845858135 2024-11-17T12:17:38,337 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:17:38,338 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:17:38,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:38,342 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,40491,1731845854927, state=OPEN 2024-11-17T12:17:38,497 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01472874175/meta-region-server 2024-11-17T12:17:38,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01472874175/meta-region-server 2024-11-17T12:17:38,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:38,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:38,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:38,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:17:38,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40491,1731845854927 in 534 msec 2024-11-17T12:17:38,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:17:38,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 778 msec 2024-11-17T12:17:38,527 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:38,527 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:17:38,550 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:17:38,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40491,1731845854927, seqNum=-1] 2024-11-17T12:17:38,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:17:38,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:17:38,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6000 sec 2024-11-17T12:17:38,607 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731845858607, completionTime=-1 2024-11-17T12:17:38,610 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:17:38,611 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:17:38,649 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:17:38,649 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731845918649 2024-11-17T12:17:38,650 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731845978649 2024-11-17T12:17:38,650 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 39 msec 2024-11-17T12:17:38,652 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33147,1731845853829-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:38,653 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33147,1731845853829-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:38,653 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33147,1731845853829-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:38,655 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:33147, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:38,655 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:38,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:38,669 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:17:38,698 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.293sec 2024-11-17T12:17:38,700 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:17:38,702 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:17:38,705 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:17:38,706 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:17:38,706 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:17:38,707 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33147,1731845853829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:17:38,708 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33147,1731845853829-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:17:38,722 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:17:38,724 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:17:38,725 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33147,1731845853829-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:38,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:38,815 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T12:17:38,815 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T12:17:38,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33147,-1 for getting cluster id 2024-11-17T12:17:38,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:38,837 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aaac3fe-8f2f-4371-aa6e-d4d01475ad83' 2024-11-17T12:17:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:38,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aaac3fe-8f2f-4371-aa6e-d4d01475ad83" 2024-11-17T12:17:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72188503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33147,-1] 2024-11-17T12:17:38,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:38,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:38,852 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:38,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:38,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:17:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40491,1731845854927, seqNum=-1] 2024-11-17T12:17:38,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:17:38,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:17:38,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:38,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-11-17T12:17:39,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:17:39,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148ba70330002 connected 2024-11-17T12:17:39,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.log.dir so I do NOT create it in target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e 2024-11-17T12:17:39,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:17:39,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.tmp.dir so I do NOT create it in target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e 2024-11-17T12:17:39,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:17:39,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e 2024-11-17T12:17:39,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:17:39,134 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/cluster_8f73b68c-d18d-cfc4-5be3-1a245c27fcd2, deleteOnExit=true 2024-11-17T12:17:39,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:17:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/test.cache.data in system properties and HBase conf 2024-11-17T12:17:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:17:39,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:17:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:17:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:17:39,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:17:39,137 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:17:39,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:17:39,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:17:39,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:17:39,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:17:39,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:17:39,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:17:39,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:17:39,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:17:39,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:17:39,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:17:39,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:17:39,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:17:39,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:17:39,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:17:39,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:17:39,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:17:39,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:17:39,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:17:39,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:17:39,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:17:39,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:17:39,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:17:39,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/java.io.tmpdir/jetty-localhost-43257-hadoop-hdfs-3_4_1-tests_jar-_-any-6675652439479937333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:17:39,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:43257} 2024-11-17T12:17:39,809 INFO [Time-limited test {}] server.Server(415): Started @15525ms 2024-11-17T12:17:40,271 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:17:40,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:17:40,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:17:40,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:17:40,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:17:40,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:17:40,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:17:40,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/java.io.tmpdir/jetty-localhost-44333-hadoop-hdfs-3_4_1-tests_jar-_-any-11522631096492583227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:17:40,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:44333} 2024-11-17T12:17:40,520 INFO [Time-limited test {}] server.Server(415): Started @16236ms 2024-11-17T12:17:40,523 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:17:41,383 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/cluster_8f73b68c-d18d-cfc4-5be3-1a245c27fcd2/data/data1/current/BP-1096113163-172.17.0.3-1731845859175/current, will proceed with Du for space computation calculation, 2024-11-17T12:17:41,389 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/cluster_8f73b68c-d18d-cfc4-5be3-1a245c27fcd2/data/data2/current/BP-1096113163-172.17.0.3-1731845859175/current, will proceed with Du for space computation calculation, 2024-11-17T12:17:41,425 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:17:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8693792301349f90 with lease ID 0x6d9887369950b20b: Processing first storage report for DS-a0478adc-7dbc-464c-919a-b36f74e7d57e from datanode DatanodeRegistration(127.0.0.1:37959, datanodeUuid=387d9136-000c-40a7-8484-047e8c499223, infoPort=43565, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1497070083;c=1731845859175) 2024-11-17T12:17:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8693792301349f90 with lease ID 0x6d9887369950b20b: from storage DS-a0478adc-7dbc-464c-919a-b36f74e7d57e node DatanodeRegistration(127.0.0.1:37959, datanodeUuid=387d9136-000c-40a7-8484-047e8c499223, infoPort=43565, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1497070083;c=1731845859175), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:17:41,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8693792301349f90 with lease ID 0x6d9887369950b20b: Processing first storage report for DS-ca26fd45-29f1-45cb-91c3-157710bd8aaa from datanode DatanodeRegistration(127.0.0.1:37959, datanodeUuid=387d9136-000c-40a7-8484-047e8c499223, infoPort=43565, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1497070083;c=1731845859175) 2024-11-17T12:17:41,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8693792301349f90 with lease ID 0x6d9887369950b20b: from storage DS-ca26fd45-29f1-45cb-91c3-157710bd8aaa node DatanodeRegistration(127.0.0.1:37959, datanodeUuid=387d9136-000c-40a7-8484-047e8c499223, infoPort=43565, infoSecurePort=0, ipcPort=44241, storageInfo=lv=-57;cid=testClusterID;nsid=1497070083;c=1731845859175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:17:41,511 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e 2024-11-17T12:17:41,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:41,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:41,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:17:41,535 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd with version=8 2024-11-17T12:17:41,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/hbase-staging 2024-11-17T12:17:41,537 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:17:41,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:41,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:41,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:17:41,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:41,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:17:41,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:17:41,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:17:41,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41735 2024-11-17T12:17:41,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41735 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-11-17T12:17:41,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417350x0, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:17:41,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41735-0x10148ba70330003 connected 2024-11-17T12:17:41,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:41,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:41,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on znode that does not yet exist, /12032913918/running 2024-11-17T12:17:41,673 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd, hbase.cluster.distributed=false 2024-11-17T12:17:41,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on znode that does not yet exist, /12032913918/acl 2024-11-17T12:17:41,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41735 2024-11-17T12:17:41,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41735 2024-11-17T12:17:41,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41735 2024-11-17T12:17:41,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41735 2024-11-17T12:17:41,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41735 2024-11-17T12:17:41,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:17:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:41,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:17:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:41,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:17:41,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:17:41,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:17:41,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42219 2024-11-17T12:17:41,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42219 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-11-17T12:17:41,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:41,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:41,741 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422190x0, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:17:41,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422190x0, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on znode that does not yet exist, /12032913918/running 2024-11-17T12:17:41,742 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:17:41,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42219-0x10148ba70330004 connected 2024-11-17T12:17:41,769 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:17:41,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on znode that does not yet exist, /12032913918/master 2024-11-17T12:17:41,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on znode that does not yet exist, /12032913918/acl 2024-11-17T12:17:41,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-17T12:17:41,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42219 2024-11-17T12:17:41,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42219 2024-11-17T12:17:41,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-17T12:17:41,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-17T12:17:41,866 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:41735 2024-11-17T12:17:41,867 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12032913918/backup-masters/5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:41,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918/backup-masters 2024-11-17T12:17:41,877 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918/backup-masters 2024-11-17T12:17:41,879 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on existing znode=/12032913918/backup-masters/5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:41,888 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12032913918/master 2024-11-17T12:17:41,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:41,888 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:41,890 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on existing znode=/12032913918/master 2024-11-17T12:17:41,890 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12032913918/backup-masters/5dda233f2f2e,41735,1731845861537 from backup master directory 2024-11-17T12:17:41,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12032913918/backup-masters/5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:41,898 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918/backup-masters 2024-11-17T12:17:41,898 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:17:41,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918/backup-masters 2024-11-17T12:17:41,898 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:41,917 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/hbase.id] with ID: 61b29e6a-7b0b-42ef-9aed-ac95d7191501 2024-11-17T12:17:41,917 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/.tmp/hbase.id 2024-11-17T12:17:41,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:17:42,328 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/.tmp/hbase.id]:[hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/hbase.id] 2024-11-17T12:17:42,398 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:42,398 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:17:42,401 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T12:17:42,456 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:42,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:17:42,499 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:17:42,501 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:17:42,504 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:42,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:17:42,949 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store 2024-11-17T12:17:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:17:43,401 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:43,402 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:17:43,402 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:43,402 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:43,402 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:17:43,402 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:43,402 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:43,402 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845863402Disabling compacts and flushes for region at 1731845863402Disabling writes for close at 1731845863402Writing region close event to WAL at 1731845863402Closed at 1731845863402 2024-11-17T12:17:43,405 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/.initializing 2024-11-17T12:17:43,405 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/WALs/5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:43,408 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:17:43,412 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C41735%2C1731845861537, suffix=, logDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/WALs/5dda233f2f2e,41735,1731845861537, archiveDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/oldWALs, maxLogs=10 2024-11-17T12:17:43,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/WALs/5dda233f2f2e,41735,1731845861537/5dda233f2f2e%2C41735%2C1731845861537.1731845863412, exclude list is [], retry=0 2024-11-17T12:17:43,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-a0478adc-7dbc-464c-919a-b36f74e7d57e,DISK] 2024-11-17T12:17:43,438 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/WALs/5dda233f2f2e,41735,1731845861537/5dda233f2f2e%2C41735%2C1731845861537.1731845863412 2024-11-17T12:17:43,439 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43565:43565)] 2024-11-17T12:17:43,439 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:17:43,439 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:43,439 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,439 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:17:43,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:43,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:43,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:17:43,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:43,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:43,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:17:43,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:43,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:43,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:17:43,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:43,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:43,477 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,478 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,479 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,483 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,483 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,484 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:17:43,486 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:43,493 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:17:43,495 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75148815, jitterRate=0.11980460584163666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:17:43,496 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731845863439Initializing all the Stores at 1731845863442 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845863442Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845863452 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845863452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845863452Cleaning up temporary data from old regions at 1731845863483 (+31 ms)Region opened successfully at 1731845863496 (+13 ms) 2024-11-17T12:17:43,496 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:17:43,502 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d82afd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:17:43,503 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:17:43,503 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:17:43,504 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:17:43,504 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:17:43,505 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T12:17:43,506 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:17:43,506 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:17:43,521 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:17:43,523 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Unable to get data of znode /12032913918/balancer because node does not exist (not necessarily an error) 2024-11-17T12:17:43,547 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12032913918/balancer already deleted, retry=false 2024-11-17T12:17:43,548 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:17:43,549 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Unable to get data of znode /12032913918/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:17:43,561 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12032913918/normalizer already deleted, retry=false 2024-11-17T12:17:43,561 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:17:43,563 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Unable to get data of znode /12032913918/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:17:43,571 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12032913918/switch/split already deleted, retry=false 2024-11-17T12:17:43,574 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Unable to get data of znode /12032913918/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:17:43,582 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12032913918/switch/merge already deleted, retry=false 2024-11-17T12:17:43,586 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Unable to get data of znode /12032913918/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:17:43,593 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12032913918/snapshot-cleanup already deleted, retry=false 2024-11-17T12:17:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12032913918/running 2024-11-17T12:17:43,603 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12032913918/running 2024-11-17T12:17:43,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:43,603 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:43,604 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,41735,1731845861537, sessionid=0x10148ba70330003, setting cluster-up flag (Was=false) 2024-11-17T12:17:43,624 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:43,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:43,656 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12032913918/flush-table-proc/acquired, /12032913918/flush-table-proc/reached, /12032913918/flush-table-proc/abort 2024-11-17T12:17:43,658 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:43,677 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:43,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:43,708 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12032913918/online-snapshot/acquired, /12032913918/online-snapshot/reached, /12032913918/online-snapshot/abort 2024-11-17T12:17:43,712 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:43,714 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:17:43,720 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:43,720 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:17:43,720 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:17:43,721 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,41735,1731845861537 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:17:43,724 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:43,724 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:43,724 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:43,724 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:43,724 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:17:43,725 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,725 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:17:43,725 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,733 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731845893732 2024-11-17T12:17:43,733 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:17:43,733 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:17:43,733 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:17:43,733 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:17:43,733 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:17:43,733 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:17:43,734 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,735 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:17:43,735 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:17:43,735 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:17:43,735 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:17:43,738 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:17:43,739 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:17:43,739 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845863739,5,FailOnTimeoutGroup] 2024-11-17T12:17:43,739 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845863739,5,FailOnTimeoutGroup] 2024-11-17T12:17:43,739 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,739 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:17:43,739 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,740 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:43,742 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:17:43,745 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:43,745 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:17:43,749 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(746): ClusterId : 61b29e6a-7b0b-42ef-9aed-ac95d7191501 2024-11-17T12:17:43,749 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:17:43,764 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:17:43,764 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:17:43,774 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:17:43,774 DEBUG [RS:0;5dda233f2f2e:42219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ee09bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:17:43,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:17:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:17:43,793 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:42219 2024-11-17T12:17:43,793 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:17:43,793 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:17:43,793 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:17:43,795 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,41735,1731845861537 with port=42219, startcode=1731845861717 2024-11-17T12:17:43,795 DEBUG [RS:0;5dda233f2f2e:42219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:17:43,800 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:17:43,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41735 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:43,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41735 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:43,805 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd 2024-11-17T12:17:43,805 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39055 2024-11-17T12:17:43,805 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:17:43,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:17:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918/rs 2024-11-17T12:17:43,867 DEBUG [RS:0;5dda233f2f2e:42219 {}] zookeeper.ZKUtil(111): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on existing znode=/12032913918/rs/5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:43,867 WARN [RS:0;5dda233f2f2e:42219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:17:43,867 INFO [RS:0;5dda233f2f2e:42219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:43,867 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/WALs/5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:43,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,42219,1731845861717] 2024-11-17T12:17:43,882 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:17:43,886 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:17:43,887 INFO [RS:0;5dda233f2f2e:42219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:17:43,887 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,887 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:17:43,889 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:17:43,889 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,889 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,889 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,889 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,889 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:17:43,890 DEBUG [RS:0;5dda233f2f2e:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:17:43,891 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,891 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,891 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,891 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,892 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,892 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42219,1731845861717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:17:43,912 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:17:43,912 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42219,1731845861717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,912 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,912 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.Replication(171): 5dda233f2f2e,42219,1731845861717 started 2024-11-17T12:17:43,936 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:43,936 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,42219,1731845861717, RpcServer on 5dda233f2f2e/172.17.0.3:42219, sessionid=0x10148ba70330004 2024-11-17T12:17:43,936 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:17:43,936 DEBUG [RS:0;5dda233f2f2e:42219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:43,936 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,42219,1731845861717' 2024-11-17T12:17:43,936 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12032913918/flush-table-proc/abort' 2024-11-17T12:17:43,937 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12032913918/flush-table-proc/acquired' 2024-11-17T12:17:43,938 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:17:43,938 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:17:43,938 DEBUG [RS:0;5dda233f2f2e:42219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:43,938 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,42219,1731845861717' 2024-11-17T12:17:43,938 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12032913918/online-snapshot/abort' 2024-11-17T12:17:43,939 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12032913918/online-snapshot/acquired' 2024-11-17T12:17:43,940 DEBUG [RS:0;5dda233f2f2e:42219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:17:43,940 INFO [RS:0;5dda233f2f2e:42219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:17:43,940 INFO [RS:0;5dda233f2f2e:42219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:17:44,041 INFO [RS:0;5dda233f2f2e:42219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:17:44,044 INFO [RS:0;5dda233f2f2e:42219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C42219%2C1731845861717, suffix=, logDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/WALs/5dda233f2f2e,42219,1731845861717, archiveDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/oldWALs, maxLogs=10 2024-11-17T12:17:44,066 DEBUG [RS:0;5dda233f2f2e:42219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/WALs/5dda233f2f2e,42219,1731845861717/5dda233f2f2e%2C42219%2C1731845861717.1731845864047, exclude list is [], retry=0 2024-11-17T12:17:44,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-a0478adc-7dbc-464c-919a-b36f74e7d57e,DISK] 2024-11-17T12:17:44,080 INFO [RS:0;5dda233f2f2e:42219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/WALs/5dda233f2f2e,42219,1731845861717/5dda233f2f2e%2C42219%2C1731845861717.1731845864047 2024-11-17T12:17:44,084 DEBUG [RS:0;5dda233f2f2e:42219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43565:43565)] 2024-11-17T12:17:44,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:17:44,183 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd 2024-11-17T12:17:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:17:44,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:44,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:17:44,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:17:44,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:44,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:44,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:17:44,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:17:44,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:44,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:44,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:17:44,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:17:44,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:44,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:44,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:17:44,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:17:44,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:44,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:44,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:17:44,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740 2024-11-17T12:17:44,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740 2024-11-17T12:17:44,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:17:44,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:17:44,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:17:44,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:17:44,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:17:44,252 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62954347, jitterRate=-0.06190712749958038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:17:44,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731845864194Initializing all the Stores at 1731845864196 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845864196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845864216 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845864216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845864216Cleaning up temporary data from old regions at 1731845864242 (+26 ms)Region opened successfully at 1731845864252 (+10 ms) 2024-11-17T12:17:44,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:17:44,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:17:44,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:17:44,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:17:44,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:17:44,253 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:17:44,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845864252Disabling compacts and flushes for region at 1731845864252Disabling writes for close at 1731845864253 (+1 ms)Writing region close event to WAL at 1731845864253Closed at 1731845864253 2024-11-17T12:17:44,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:44,255 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:17:44,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:17:44,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:17:44,261 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:17:44,412 DEBUG [5dda233f2f2e:41735 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:17:44,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:44,416 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,42219,1731845861717, state=OPENING 2024-11-17T12:17:44,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:17:44,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T12:17:44,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:17:44,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T12:17:44,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:17:44,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T12:17:44,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T12:17:44,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T12:17:44,466 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:17:44,477 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:44,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:44,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12032913918/meta-region-server: CHANGED 2024-11-17T12:17:44,478 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:17:44,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42219,1731845861717}] 2024-11-17T12:17:44,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12032913918/meta-region-server: CHANGED 2024-11-17T12:17:44,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:17:44,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:17:44,645 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:17:44,646 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:44,647 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:17:44,650 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C42219%2C1731845861717.meta, suffix=.meta, logDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/WALs/5dda233f2f2e,42219,1731845861717, archiveDir=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/oldWALs, maxLogs=10 2024-11-17T12:17:44,671 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/WALs/5dda233f2f2e,42219,1731845861717/5dda233f2f2e%2C42219%2C1731845861717.meta.1731845864652.meta, exclude list is [], retry=0 2024-11-17T12:17:44,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-a0478adc-7dbc-464c-919a-b36f74e7d57e,DISK] 2024-11-17T12:17:44,678 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/WALs/5dda233f2f2e,42219,1731845861717/5dda233f2f2e%2C42219%2C1731845861717.meta.1731845864652.meta 2024-11-17T12:17:44,680 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43565:43565)] 2024-11-17T12:17:44,680 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:17:44,681 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:17:44,681 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:17:44,681 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:17:44,681 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:17:44,682 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:17:44,682 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:44,682 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:17:44,682 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:17:44,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:17:44,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:17:44,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:44,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:44,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:17:44,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:17:44,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:44,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:44,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:17:44,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:17:44,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:44,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:44,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:17:44,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:17:44,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:44,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:44,708 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:17:44,710 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740 2024-11-17T12:17:44,713 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740 2024-11-17T12:17:44,718 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:17:44,718 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:17:44,720 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:17:44,729 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:17:44,733 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60466665, jitterRate=-0.09897647798061371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:17:44,734 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:17:44,734 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731845864682Writing region info on filesystem at 1731845864682Initializing all the Stores at 1731845864684 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845864684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845864692 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845864692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845864692Cleaning up temporary data from old regions at 1731845864718 (+26 ms)Running coprocessor post-open hooks at 1731845864734 (+16 ms)Region opened successfully at 1731845864734 2024-11-17T12:17:44,738 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731845864635 2024-11-17T12:17:44,744 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:17:44,745 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:17:44,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:44,748 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,42219,1731845861717, state=OPEN 2024-11-17T12:17:44,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12032913918/meta-region-server 2024-11-17T12:17:44,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:44,761 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12032913918/meta-region-server 2024-11-17T12:17:44,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12032913918/meta-region-server: CHANGED 2024-11-17T12:17:44,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12032913918/meta-region-server: CHANGED 2024-11-17T12:17:44,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:17:44,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42219,1731845861717 in 283 msec 2024-11-17T12:17:44,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:17:44,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 516 msec 2024-11-17T12:17:44,781 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:44,781 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:17:44,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:17:44,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42219,1731845861717, seqNum=-1] 2024-11-17T12:17:44,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:17:44,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:17:44,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0850 sec 2024-11-17T12:17:44,804 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731845864804, completionTime=-1 2024-11-17T12:17:44,805 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:17:44,805 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:17:44,815 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:17:44,815 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731845924815 2024-11-17T12:17:44,815 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731845984815 2024-11-17T12:17:44,815 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-17T12:17:44,831 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41735,1731845861537-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:44,832 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41735,1731845861537-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:44,832 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41735,1731845861537-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:44,832 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:41735, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:44,832 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:44,832 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:44,838 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:17:44,842 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.943sec 2024-11-17T12:17:44,843 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:17:44,843 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:17:44,843 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:17:44,843 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:17:44,843 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:17:44,843 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41735,1731845861537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:17:44,843 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41735,1731845861537-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:17:44,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:44,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:44,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:44,853 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:17:44,853 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:17:44,853 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41735,1731845861537-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:44,865 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223882f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:44,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:44,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:44,879 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:44,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:44,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:17:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42219,1731845861717, seqNum=-1] 2024-11-17T12:17:44,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:17:44,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:17:44,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:44,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-11-17T12:17:44,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:17:44,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148ba70330005 connected 2024-11-17T12:17:44,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:44,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33147,-1 for getting cluster id 2024-11-17T12:17:44,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:44,944 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aaac3fe-8f2f-4371-aa6e-d4d01475ad83' 2024-11-17T12:17:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:44,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aaac3fe-8f2f-4371-aa6e-d4d01475ad83" 2024-11-17T12:17:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b11fec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33147,-1] 2024-11-17T12:17:44,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:44,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:44,952 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7390a8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:44,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:44,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:44,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62eed155 2024-11-17T12:17:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:44,992 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:17:44,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:41735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:17:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:17:45,009 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41735' 2024-11-17T12:17:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:17:45,011 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@783f4c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:45,011 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:45,012 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:45,013 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:45,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:45,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:45,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0077b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:45,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:45,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:45,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:45,016 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:45,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a68e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:45,019 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:45,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:45,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a581f71 2024-11-17T12:17:45,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:45,030 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:17:45,048 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-17T12:17:45,048 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:17:45,054 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:45,056 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:45,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:45,058 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:17:45,067 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:17:45,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:17:45,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:45,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:17:45,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741835_1011 (size=1138) 2024-11-17T12:17:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:17:45,123 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:17:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:17:45,515 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f07f9cd338222f07706374b404cdd73, NAME => 'hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb 2024-11-17T12:17:45,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741836_1012 (size=44) 2024-11-17T12:17:45,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:45,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7f07f9cd338222f07706374b404cdd73, disabling compactions & flushes 2024-11-17T12:17:45,593 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:45,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:45,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. after waiting 0 ms 2024-11-17T12:17:45,593 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:45,593 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:45,594 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f07f9cd338222f07706374b404cdd73: Waiting for close lock at 1731845865593Disabling compacts and flushes for region at 1731845865593Disabling writes for close at 1731845865593Writing region close event to WAL at 1731845865593Closed at 1731845865593 2024-11-17T12:17:45,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:17:45,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731845865598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731845865598"}]},"ts":"1731845865598"} 2024-11-17T12:17:45,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:17:45,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:17:45,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845865623"}]},"ts":"1731845865623"} 2024-11-17T12:17:45,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:17:45,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN}] 2024-11-17T12:17:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:17:45,644 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN 2024-11-17T12:17:45,647 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN; state=OFFLINE, location=5dda233f2f2e,40491,1731845854927; forceNewPlan=false, retain=false 2024-11-17T12:17:45,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f07f9cd338222f07706374b404cdd73, regionState=OPENING, regionLocation=5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:45,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN because future has completed 2024-11-17T12:17:45,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f07f9cd338222f07706374b404cdd73, server=5dda233f2f2e,40491,1731845854927}] 2024-11-17T12:17:46,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:46,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:46,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:17:46,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40491%2C1731845854927.rep, suffix=, logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927, archiveDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs, maxLogs=10 2024-11-17T12:17:46,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.rep.1731845866020, exclude list is [], retry=0 2024-11-17T12:17:46,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32991,DS-7b6bee45-dc98-4083-ba8b-de4df961b318,DISK] 2024-11-17T12:17:46,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.rep.1731845866020 2024-11-17T12:17:46,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353)] 2024-11-17T12:17:46,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f07f9cd338222f07706374b404cdd73, NAME => 'hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:17:46,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:17:46,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:17:46,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. service=MultiRowMutationService 2024-11-17T12:17:46,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:17:46,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:46,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,105 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,107 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f07f9cd338222f07706374b404cdd73 columnFamilyName hfileref 2024-11-17T12:17:46,107 DEBUG [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:46,109 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(327): Store=7f07f9cd338222f07706374b404cdd73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:46,109 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,112 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f07f9cd338222f07706374b404cdd73 columnFamilyName queue 2024-11-17T12:17:46,112 DEBUG [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:46,113 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(327): Store=7f07f9cd338222f07706374b404cdd73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:46,113 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,119 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f07f9cd338222f07706374b404cdd73 columnFamilyName sid 2024-11-17T12:17:46,119 DEBUG [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:46,122 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(327): Store=7f07f9cd338222f07706374b404cdd73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:46,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:17:46,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:17:46,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:17:46,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7f07f9cd338222f07706374b404cdd73; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66231557, jitterRate=-0.013072893023490906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:17:46,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:46,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7f07f9cd338222f07706374b404cdd73: Running coprocessor pre-open hook at 1731845866097Writing region info on filesystem at 1731845866097Initializing all the Stores at 1731845866100 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845866100Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845866104 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845866104Cleaning up temporary data from old regions at 1731845866133 (+29 ms)Running coprocessor post-open hooks at 1731845866179 (+46 ms)Region opened successfully at 1731845866180 (+1 ms) 2024-11-17T12:17:46,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73., pid=7, masterSystemTime=1731845865992 2024-11-17T12:17:46,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7f07f9cd338222f07706374b404cdd73, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:46,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:46,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:46,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f07f9cd338222f07706374b404cdd73, server=5dda233f2f2e,40491,1731845854927 because future has completed 2024-11-17T12:17:46,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T12:17:46,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f07f9cd338222f07706374b404cdd73, server=5dda233f2f2e,40491,1731845854927 in 404 msec 2024-11-17T12:17:46,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:17:46,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN in 595 msec 2024-11-17T12:17:46,243 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:17:46,244 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845866243"}]},"ts":"1731845866243"} 2024-11-17T12:17:46,248 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:17:46,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:17:46,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-17T12:17:46,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73., hostname=5dda233f2f2e,40491,1731845854927, seqNum=2] 2024-11-17T12:17:46,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40491 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T12:17:46,364 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:46,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:17:46,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T12:17:46,591 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:17:46,645 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,40491,1731845854927, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:17:46,647 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:17:46,647 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40491,1731845854927, seqNum=-1] 2024-11-17T12:17:46,647 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:17:46,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T12:17:46,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,40491,1731845854927', locateType=CURRENT is [region=hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73., hostname=5dda233f2f2e,40491,1731845854927, seqNum=2] 2024-11-17T12:17:46,670 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T12:17:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T12:17:46,679 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,40491,1731845854927 suceeded 2024-11-17T12:17:46,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T12:17:46,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 263 msec 2024-11-17T12:17:46,685 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:41735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:17:46,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6900 sec 2024-11-17T12:17:46,696 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41735' 2024-11-17T12:17:46,699 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c56774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:46,700 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:46,700 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:46,701 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:46,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:46,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:46,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@293e6831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:46,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:46,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:46,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:46,703 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:46,705 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a0baa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:46,705 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:46,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:46,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d843aa1 2024-11-17T12:17:46,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:46,707 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T12:17:46,709 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,40491,1731845854927 (queues=1) is replicating from cluster=9aaac3fe-8f2f-4371-aa6e-d4d01475ad83 to cluster=61b29e6a-7b0b-42ef-9aed-ac95d7191501 2024-11-17T12:17:46,711 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C40491%2C1731845854927 2024-11-17T12:17:46,714 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,40491,1731845854927, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:17:46,721 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C40491%2C1731845854927 2024-11-17T12:17:46,721 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611, startPosition=0, beingWritten=true 2024-11-17T12:17:47,019 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:17:47,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:17:47,164 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:17:47,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:47,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:47,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33147,-1 for getting cluster id 2024-11-17T12:17:47,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:47,182 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aaac3fe-8f2f-4371-aa6e-d4d01475ad83' 2024-11-17T12:17:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aaac3fe-8f2f-4371-aa6e-d4d01475ad83" 2024-11-17T12:17:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33147,-1] 2024-11-17T12:17:47,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:47,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,185 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:47,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd2c954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad549e7 2024-11-17T12:17:47,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:47,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:17:47,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://5dda233f2f2e:41735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:17:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:17:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T12:17:47,198 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41735' 2024-11-17T12:17:47,200 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5d36a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,201 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:47,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:47,202 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:47,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:47,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:47,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198eb478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,204 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:47,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32640f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,205 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:47,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b5d1ba4 2024-11-17T12:17:47,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:47,207 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:17:47,208 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:17:47,208 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:17:47,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:47,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:17:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T12:17:47,334 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:47,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-17T12:17:47,398 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T12:17:47,436 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5dda233f2f2e,40491,1731845854927, ReplicationSource: 2, currentBandwidth=0 2024-11-17T12:17:47,439 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-17T12:17:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-17T12:17:47,442 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5dda233f2f2e,40491,1731845854927 suceeded 2024-11-17T12:17:47,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:17:47,446 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5dda233f2f2e:41735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:17:47,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-17T12:17:47,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 252 msec 2024-11-17T12:17:47,456 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41735' 2024-11-17T12:17:47,457 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,457 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:47,457 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:47,458 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:47,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:47,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:47,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2442bf2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:47,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:47,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,461 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:47,462 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,462 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:47,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:47,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180284a1 2024-11-17T12:17:47,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:47,464 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T12:17:47,465 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5dda233f2f2e,40491,1731845854927 (queues=1) is replicating from cluster=9aaac3fe-8f2f-4371-aa6e-d4d01475ad83 to cluster=61b29e6a-7b0b-42ef-9aed-ac95d7191501 2024-11-17T12:17:47,465 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5dda233f2f2e%2C40491%2C1731845854927 2024-11-17T12:17:47,465 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5dda233f2f2e,40491,1731845854927, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:17:47,465 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C40491%2C1731845854927 2024-11-17T12:17:47,465 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611, startPosition=0, beingWritten=true 2024-11-17T12:17:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T12:17:47,512 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T12:17:47,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:17:47,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:47,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:47,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:47,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@552ec794 2024-11-17T12:17:47,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:47,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:17:47,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T12:17:47,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T12:17:47,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T12:17:47,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T12:17:47,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:41735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:17:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T12:17:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T12:17:47,534 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41735' 2024-11-17T12:17:47,535 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55386409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,535 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:47,536 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:47,537 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:47,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:47,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:47,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c889b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:47,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:47,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,539 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:47,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc1fd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,540 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:47,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:47,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b6c1c63 2024-11-17T12:17:47,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:47,543 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:17:47,544 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T12:17:47,544 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:17:47,544 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,544 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:47,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:17:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T12:17:47,672 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:47,746 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:47,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-17T12:17:47,752 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-17T12:17:47,754 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-17T12:17:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-17T12:17:47,759 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5dda233f2f2e,40491,1731845854927 suceeded 2024-11-17T12:17:47,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T12:17:47,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-17T12:17:47,763 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5dda233f2f2e:41735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:17:47,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 236 msec 2024-11-17T12:17:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T12:17:47,852 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-17T12:17:47,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://5dda233f2f2e:41735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:17:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T12:17:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T12:17:47,856 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41735' 2024-11-17T12:17:47,857 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db5cf33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,857 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:47,857 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:47,858 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:47,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b4c2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:47,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,860 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:47,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b508214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:47,861 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:47,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:47,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4115d802 2024-11-17T12:17:47,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:47,863 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:17:47,864 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T12:17:47,864 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:17:47,864 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,865 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:47,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:47,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:17:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T12:17:47,978 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:48,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-17T12:17:48,069 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-17T12:17:48,070 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-17T12:17:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-17T12:17:48,074 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5dda233f2f2e,40491,1731845854927 suceeded 2024-11-17T12:17:48,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T12:17:48,076 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5dda233f2f2e:41735,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:17:48,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-17T12:17:48,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 223 msec 2024-11-17T12:17:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T12:17:48,172 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-17T12:17:48,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T12:17:48,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33147 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T12:17:48,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:17:48,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:48,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:48,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:48,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:48,175 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:17:48,175 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-17T12:17:48,175 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,33147,1731845853829 2024-11-17T12:17:48,220 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/running 2024-11-17T12:17:48,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/running 2024-11-17T12:17:48,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:48,221 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:48,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:17:48,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:17:48,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/running 2024-11-17T12:17:48,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/running 2024-11-17T12:17:48,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:48,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:48,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,40491,1731845854927' ***** 2024-11-17T12:17:48,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:17:48,223 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:17:48,223 INFO [RS:0;5dda233f2f2e:40491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:17:48,223 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:17:48,223 INFO [RS:0;5dda233f2f2e:40491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:17:48,223 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:48,224 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:48,224 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:17:48,224 INFO [RS:0;5dda233f2f2e:40491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:40491. 2024-11-17T12:17:48,224 DEBUG [RS:0;5dda233f2f2e:40491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:48,224 DEBUG [RS:0;5dda233f2f2e:40491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:48,224 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f07f9cd338222f07706374b404cdd73, disabling compactions & flushes 2024-11-17T12:17:48,224 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:17:48,224 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:17:48,224 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:48,224 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:17:48,224 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:48,224 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:17:48,224 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. after waiting 0 ms 2024-11-17T12:17:48,224 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:48,225 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:17:48,225 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:17:48,225 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7f07f9cd338222f07706374b404cdd73=hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.} 2024-11-17T12:17:48,225 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:17:48,225 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:17:48,225 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:17:48,225 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:17:48,225 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:48,229 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T12:17:48,229 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f07f9cd338222f07706374b404cdd73 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-17T12:17:48,253 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:48,292 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/.tmp/queue/0ab1c9381bd64b8880b55b53bc12de4b is 151, key is 1-5dda233f2f2e,40491,1731845854927/queue:5dda233f2f2e%2C40491%2C1731845854927/1731845866657/Put/seqid=0 2024-11-17T12:17:48,292 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/info/b334ea758d594799b80aa4285d61ddc6 is 147, key is hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73./info:regioninfo/1731845866207/Put/seqid=0 2024-11-17T12:17:48,298 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:17:48,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741838_1014 (size=6631) 2024-11-17T12:17:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741839_1015 (size=5500) 2024-11-17T12:17:48,385 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:48,425 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:48,441 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:17:48,441 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:17:48,626 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:48,709 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/info/b334ea758d594799b80aa4285d61ddc6 2024-11-17T12:17:48,711 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/.tmp/queue/0ab1c9381bd64b8880b55b53bc12de4b 2024-11-17T12:17:48,760 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/.tmp/queue/0ab1c9381bd64b8880b55b53bc12de4b as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/queue/0ab1c9381bd64b8880b55b53bc12de4b 2024-11-17T12:17:48,770 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/queue/0ab1c9381bd64b8880b55b53bc12de4b, entries=2, sequenceid=6, filesize=5.4 K 2024-11-17T12:17:48,776 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/ns/b3bfb53df98b4daabbfb8fe2fa6d55ef is 43, key is default/ns:d/1731845858586/Put/seqid=0 2024-11-17T12:17:48,776 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7f07f9cd338222f07706374b404cdd73 in 547ms, sequenceid=6, compaction requested=false 2024-11-17T12:17:48,777 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:17:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741840_1016 (size=5153) 2024-11-17T12:17:48,783 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/ns/b3bfb53df98b4daabbfb8fe2fa6d55ef 2024-11-17T12:17:48,785 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T12:17:48,788 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:17:48,788 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:17:48,788 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:48,789 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f07f9cd338222f07706374b404cdd73: Waiting for close lock at 1731845868224Running coprocessor pre-close hooks at 1731845868224Disabling compacts and flushes for region at 1731845868224Disabling writes for close at 1731845868224Obtaining lock to block concurrent updates at 1731845868229 (+5 ms)Preparing flush snapshotting stores in 7f07f9cd338222f07706374b404cdd73 at 1731845868229Finished memstore snapshotting hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731845868238 (+9 ms)Flushing stores of hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. at 1731845868240 (+2 ms)Flushing 7f07f9cd338222f07706374b404cdd73/queue: creating writer at 1731845868242 (+2 ms)Flushing 7f07f9cd338222f07706374b404cdd73/queue: appending metadata at 1731845868278 (+36 ms)Flushing 7f07f9cd338222f07706374b404cdd73/queue: closing flushed file at 1731845868280 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678e2d92: reopening flushed file at 1731845868759 (+479 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 7f07f9cd338222f07706374b404cdd73 in 547ms, sequenceid=6, compaction requested=false at 1731845868776 (+17 ms)Writing region close event to WAL at 1731845868780 (+4 ms)Running coprocessor post-close hooks at 1731845868786 (+6 ms)Closed at 1731845868788 (+2 ms) 2024-11-17T12:17:48,789 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:48,808 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/table/0b3a4c2bd42445659ad593675c448100 is 53, key is hbase:replication/table:state/1731845866243/Put/seqid=0 2024-11-17T12:17:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741841_1017 (size=5256) 2024-11-17T12:17:48,826 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:17:48,860 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:48,894 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:49,026 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:17:49,217 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/table/0b3a4c2bd42445659ad593675c448100 2024-11-17T12:17:49,226 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:17:49,227 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:17:49,227 DEBUG [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:17:49,232 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/info/b334ea758d594799b80aa4285d61ddc6 as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/info/b334ea758d594799b80aa4285d61ddc6 2024-11-17T12:17:49,241 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/info/b334ea758d594799b80aa4285d61ddc6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T12:17:49,242 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/ns/b3bfb53df98b4daabbfb8fe2fa6d55ef as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/ns/b3bfb53df98b4daabbfb8fe2fa6d55ef 2024-11-17T12:17:49,252 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/ns/b3bfb53df98b4daabbfb8fe2fa6d55ef, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:17:49,253 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/table/0b3a4c2bd42445659ad593675c448100 as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/table/0b3a4c2bd42445659ad593675c448100 2024-11-17T12:17:49,262 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/table/0b3a4c2bd42445659ad593675c448100, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T12:17:49,263 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1038ms, sequenceid=11, compaction requested=false 2024-11-17T12:17:49,270 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T12:17:49,271 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:17:49,271 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:17:49,271 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:17:49,271 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845868225Running coprocessor pre-close hooks at 1731845868225Disabling compacts and flushes for region at 1731845868225Disabling writes for close at 1731845868225Obtaining lock to block concurrent updates at 1731845868229 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731845868229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731845868238 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731845868240 (+2 ms)Flushing 1588230740/info: creating writer at 1731845868242 (+2 ms)Flushing 1588230740/info: appending metadata at 1731845868279 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731845868280 (+1 ms)Flushing 1588230740/ns: creating writer at 1731845868759 (+479 ms)Flushing 1588230740/ns: appending metadata at 1731845868775 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731845868775Flushing 1588230740/table: creating writer at 1731845868793 (+18 ms)Flushing 1588230740/table: appending metadata at 1731845868808 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731845868808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c185ee: reopening flushed file at 1731845869230 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc09df6: reopening flushed file at 1731845869241 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393adff5: reopening flushed file at 1731845869252 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1038ms, sequenceid=11, compaction requested=false at 1731845869263 (+11 ms)Writing region close event to WAL at 1731845869265 (+2 ms)Running coprocessor post-close hooks at 1731845869271 (+6 ms)Closed at 1731845869271 2024-11-17T12:17:49,271 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:17:49,427 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,40491,1731845854927; all regions closed. 2024-11-17T12:17:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741834_1010 (size=2742) 2024-11-17T12:17:49,444 DEBUG [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs 2024-11-17T12:17:49,444 INFO [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C40491%2C1731845854927.meta:.meta(num 1731845858181) 2024-11-17T12:17:49,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741837_1013 (size=1802) 2024-11-17T12:17:49,451 DEBUG [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs 2024-11-17T12:17:49,451 INFO [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C40491%2C1731845854927.rep:(num 1731845866020) 2024-11-17T12:17:49,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741832_1008 (size=93) 2024-11-17T12:17:49,459 DEBUG [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs 2024-11-17T12:17:49,459 INFO [RS:0;5dda233f2f2e:40491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C40491%2C1731845854927:(num 1731845857611) 2024-11-17T12:17:49,459 DEBUG [RS:0;5dda233f2f2e:40491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:49,459 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:17:49,459 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:17:49,459 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T12:17:49,460 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:17:49,460 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:17:49,460 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,40491,1731845854927 because: Region server is closing 2024-11-17T12:17:49,461 INFO [RS:0;5dda233f2f2e:40491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:40491. 2024-11-17T12:17:49,461 DEBUG [RS:0;5dda233f2f2e:40491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:49,461 DEBUG [RS:0;5dda233f2f2e:40491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:49,461 DEBUG [RS:0;5dda233f2f2e:40491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:49,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:49,501 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 to pos 0, reset compression=false 2024-11-17T12:17:49,506 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 was moved to hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 2024-11-17T12:17:49,510 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611 2024-11-17T12:17:49,511 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T12:17:49,511 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T12:17:49,511 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5dda233f2f2e,40491,1731845854927 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927/5dda233f2f2e%2C40491%2C1731845854927.1731845857611, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T12:17:49,517 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,40491,1731845854927: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5dda233f2f2e,40491,1731845854927, walGroup=5dda233f2f2e%2C40491%2C1731845854927, offset=5dda233f2f2e%2C40491%2C1731845854927.1731845857611:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:40491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:17:49,519 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:17:49,521 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:17:49,522 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:17:49,522 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:17:49,523 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:17:49,523 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 504294392 }, "NonHeapMemoryUsage": { "committed": 152633344, "init": 7667712, "max": -1, "used": 150247032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:17:49,524 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5dda233f2f2e%2C40491%2C1731845854927.1731845857611] 2024-11-17T12:17:49,562 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.wal-reader.5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:17:49,562 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T12:17:49,562 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,1-5dda233f2f2e,40491,1731845854927 terminated 2024-11-17T12:17:49,563 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5dda233f2f2e,40491,1731845854927 because: Region server is closing 2024-11-17T12:17:49,563 INFO [RS:0;5dda233f2f2e:40491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:40491. 2024-11-17T12:17:49,563 DEBUG [RS:0;5dda233f2f2e:40491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:49,563 DEBUG [RS:0;5dda233f2f2e:40491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:49,564 DEBUG [RS:0;5dda233f2f2e:40491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:49,564 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40491,1731845854927.replicationSource.shipper5dda233f2f2e%2C40491%2C1731845854927,2-5dda233f2f2e,40491,1731845854927 terminated 2024-11-17T12:17:49,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:49,564 INFO [RS:0;5dda233f2f2e:40491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40491 2024-11-17T12:17:49,635 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/rs/5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:49,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/rs 2024-11-17T12:17:49,635 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:17:49,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,40491,1731845854927] 2024-11-17T12:17:49,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/draining/5dda233f2f2e,40491,1731845854927 already deleted, retry=false 2024-11-17T12:17:49,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,40491,1731845854927 expired; onlineServers=0 2024-11-17T12:17:49,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,33147,1731845853829' ***** 2024-11-17T12:17:49,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:17:49,800 INFO [M:0;5dda233f2f2e:33147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:17:49,800 INFO [M:0;5dda233f2f2e:33147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:17:49,800 DEBUG [M:0;5dda233f2f2e:33147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:17:49,801 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:17:49,801 DEBUG [M:0;5dda233f2f2e:33147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:17:49,801 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845857250 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845857250,5,FailOnTimeoutGroup] 2024-11-17T12:17:49,801 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845857253 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845857253,5,FailOnTimeoutGroup] 2024-11-17T12:17:49,802 INFO [M:0;5dda233f2f2e:33147 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:17:49,803 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:17:49,803 INFO [M:0;5dda233f2f2e:33147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:17:49,803 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40491-0x10148ba70330001, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:17:49,803 DEBUG [M:0;5dda233f2f2e:33147 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:17:49,803 INFO [M:0;5dda233f2f2e:33147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:17:49,803 INFO [M:0;5dda233f2f2e:33147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:17:49,803 INFO [RS:0;5dda233f2f2e:40491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:17:49,804 INFO [RS:0;5dda233f2f2e:40491 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,40491,1731845854927; zookeeper connection closed. 2024-11-17T12:17:49,804 INFO [M:0;5dda233f2f2e:33147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:17:49,804 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:17:49,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36a2646a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36a2646a 2024-11-17T12:17:49,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:17:49,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/master 2024-11-17T12:17:49,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:49,871 DEBUG [M:0;5dda233f2f2e:33147 {}] zookeeper.ZKUtil(347): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/master because node does not exist (not an error) 2024-11-17T12:17:49,872 WARN [M:0;5dda233f2f2e:33147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:17:49,872 INFO [M:0;5dda233f2f2e:33147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/.lastflushedseqids 2024-11-17T12:17:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741842_1018 (size=181) 2024-11-17T12:17:50,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:17:50,236 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:17:50,287 INFO [M:0;5dda233f2f2e:33147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:17:50,287 INFO [M:0;5dda233f2f2e:33147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:17:50,287 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:17:50,287 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:50,287 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:50,287 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:17:50,287 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:50,288 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-17T12:17:50,308 DEBUG [M:0;5dda233f2f2e:33147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d8b990b5af48c4b4a43c4436acca12 is 82, key is hbase:meta,,1/info:regioninfo/1731845858339/Put/seqid=0 2024-11-17T12:17:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741843_1019 (size=5672) 2024-11-17T12:17:50,714 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d8b990b5af48c4b4a43c4436acca12 2024-11-17T12:17:50,745 DEBUG [M:0;5dda233f2f2e:33147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b28c64b4804f46bd017acba51fcacc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731845866253/Put/seqid=0 2024-11-17T12:17:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741844_1020 (size=8663) 2024-11-17T12:17:51,151 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b28c64b4804f46bd017acba51fcacc 2024-11-17T12:17:51,180 DEBUG [M:0;5dda233f2f2e:33147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f634b9e1e7440928b5c652709bbb1e8 is 69, key is 5dda233f2f2e,40491,1731845854927/rs:state/1731845857355/Put/seqid=0 2024-11-17T12:17:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741845_1021 (size=5156) 2024-11-17T12:17:51,585 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f634b9e1e7440928b5c652709bbb1e8 2024-11-17T12:17:51,599 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0d8b990b5af48c4b4a43c4436acca12 as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0d8b990b5af48c4b4a43c4436acca12 2024-11-17T12:17:51,607 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0d8b990b5af48c4b4a43c4436acca12, entries=8, sequenceid=115, filesize=5.5 K 2024-11-17T12:17:51,609 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7b28c64b4804f46bd017acba51fcacc as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7b28c64b4804f46bd017acba51fcacc 2024-11-17T12:17:51,616 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7b28c64b4804f46bd017acba51fcacc, entries=14, sequenceid=115, filesize=8.5 K 2024-11-17T12:17:51,617 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f634b9e1e7440928b5c652709bbb1e8 as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f634b9e1e7440928b5c652709bbb1e8 2024-11-17T12:17:51,624 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f634b9e1e7440928b5c652709bbb1e8, entries=1, sequenceid=115, filesize=5.0 K 2024-11-17T12:17:51,626 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false 2024-11-17T12:17:51,627 INFO [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:51,628 DEBUG [M:0;5dda233f2f2e:33147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845870287Disabling compacts and flushes for region at 1731845870287Disabling writes for close at 1731845870287Obtaining lock to block concurrent updates at 1731845870288 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731845870288Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731845870288Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731845870289 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731845870289Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731845870307 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731845870307Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731845870724 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731845870745 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731845870745Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731845871161 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731845871179 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731845871179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b6d033: reopening flushed file at 1731845871597 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460da868: reopening flushed file at 1731845871607 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a57f399: reopening flushed file at 1731845871616 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1337ms, sequenceid=115, compaction requested=false at 1731845871626 (+10 ms)Writing region close event to WAL at 1731845871627 (+1 ms)Closed at 1731845871627 2024-11-17T12:17:51,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741830_1006 (size=59421) 2024-11-17T12:17:51,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 not finished, retry = 0 2024-11-17T12:17:51,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:17:51,732 INFO [M:0;5dda233f2f2e:33147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:17:51,732 INFO [M:0;5dda233f2f2e:33147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33147 2024-11-17T12:17:51,733 INFO [M:0;5dda233f2f2e:33147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:17:51,840 INFO [M:0;5dda233f2f2e:33147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:17:51,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:17:51,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33147-0x10148ba70330000, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:17:51,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:17:51,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:51,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:51,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:17:51,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:51,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:17:51,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:17:51,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:17:51,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45537 2024-11-17T12:17:51,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45537 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-11-17T12:17:51,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455370x0, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:17:51,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45537-0x10148ba70330006 connected 2024-11-17T12:17:51,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:51,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:51,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/running 2024-11-17T12:17:51,875 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: INIT 2024-11-17T12:17:51,875 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb, hbase.cluster.distributed=false 2024-11-17T12:17:51,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/acl 2024-11-17T12:17:51,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-17T12:17:51,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45537 2024-11-17T12:17:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45537 2024-11-17T12:17:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-17T12:17:51,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-17T12:17:51,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:17:51,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:51,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:51,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:17:51,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:17:51,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:17:51,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:17:51,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:17:51,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44061 2024-11-17T12:17:51,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44061 connecting to ZooKeeper ensemble=127.0.0.1:50179 2024-11-17T12:17:51,900 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:51,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:51,918 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440610x0, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:17:51,919 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: INIT 2024-11-17T12:17:51,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44061-0x10148ba70330007 connected 2024-11-17T12:17:51,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/running 2024-11-17T12:17:51,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:17:51,920 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:17:51,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/master 2024-11-17T12:17:51,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/acl 2024-11-17T12:17:51,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44061 2024-11-17T12:17:51,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44061 2024-11-17T12:17:51,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44061 2024-11-17T12:17:51,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44061 2024-11-17T12:17:51,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44061 2024-11-17T12:17:51,935 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:45537 2024-11-17T12:17:51,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01472874175/backup-masters/5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:51,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/backup-masters 2024-11-17T12:17:51,947 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/backup-masters 2024-11-17T12:17:51,948 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on existing znode=/01472874175/backup-masters/5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:51,960 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01472874175/master 2024-11-17T12:17:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:51,960 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:51,961 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on existing znode=/01472874175/master 2024-11-17T12:17:51,961 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01472874175/backup-masters/5dda233f2f2e,45537,1731845871842 from backup master directory 2024-11-17T12:17:51,971 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/backup-masters 2024-11-17T12:17:51,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/backup-masters/5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:51,971 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:17:51,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/backup-masters 2024-11-17T12:17:51,971 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:51,988 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:17:51,988 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:17:52,004 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-17T12:17:52,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741846_1022 (size=196) 2024-11-17T12:17:52,422 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:17:52,425 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:17:52,425 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:52,435 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T12:17:52,438 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829 to hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829-dead as it is dead 2024-11-17T12:17:52,440 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T12:17:52,440 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T12:17:52,440 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829-dead/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 2024-11-17T12:17:52,445 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829-dead/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 after 3ms 2024-11-17T12:17:52,446 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829-dead/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 to hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 2024-11-17T12:17:52,446 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,33147,1731845853829-dead 2024-11-17T12:17:52,447 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:52,448 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:17:52,450 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C45537%2C1731845871842, suffix=, logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,45537,1731845871842, archiveDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/oldWALs, maxLogs=10 2024-11-17T12:17:52,464 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,45537,1731845871842/5dda233f2f2e%2C45537%2C1731845871842.1731845872450, exclude list is [], retry=0 2024-11-17T12:17:52,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32991,DS-7b6bee45-dc98-4083-ba8b-de4df961b318,DISK] 2024-11-17T12:17:52,471 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/WALs/5dda233f2f2e,45537,1731845871842/5dda233f2f2e%2C45537%2C1731845871842.1731845872450 2024-11-17T12:17:52,472 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353)] 2024-11-17T12:17:52,472 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:17:52,472 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:52,472 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,472 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:17:52,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:52,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0d8b990b5af48c4b4a43c4436acca12 2024-11-17T12:17:52,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:52,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:17:52,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:52,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7b28c64b4804f46bd017acba51fcacc 2024-11-17T12:17:52,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:52,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:17:52,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:52,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f634b9e1e7440928b5c652709bbb1e8 2024-11-17T12:17:52,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:52,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:17:52,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:52,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:52,511 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,511 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T12:17:52,512 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 2024-11-17T12:17:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 2024-11-17T12:17:52,532 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5dda233f2f2e%2C33147%2C1731845853829.1731845856289 2024-11-17T12:17:52,534 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,534 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,535 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:17:52,537 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:17:52,540 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-17T12:17:52,541 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158769, jitterRate=-0.08866332471370697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:17:52,541 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731845872472Initializing all the Stores at 1731845872474 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845872474Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845872474Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845872474Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845872474Cleaning up temporary data from old regions at 1731845872534 (+60 ms)Region opened successfully at 1731845872541 (+7 ms) 2024-11-17T12:17:52,542 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:17:52,546 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a2be5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:17:52,556 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T12:17:52,557 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:17:52,557 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:17:52,557 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:17:52,558 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:17:52,564 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:17:52,564 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:17:52,565 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:17:52,565 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:17:52,565 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T12:17:52,565 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T12:17:52,565 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-17T12:17:52,566 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:17:52,571 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5dda233f2f2e,40491,1731845854927, regionLocation=5dda233f2f2e,40491,1731845854927, openSeqNum=2 2024-11-17T12:17:52,571 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5dda233f2f2e,40491,1731845854927, table=hbase:meta, region=1588230740 2024-11-17T12:17:52,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,40491,1731845854927, state=OPEN 2024-11-17T12:17:52,581 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01472874175/meta-region-server 2024-11-17T12:17:52,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01472874175/meta-region-server 2024-11-17T12:17:52,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:52,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:52,587 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:17:52,599 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/draining/5dda233f2f2e,40491,1731845854927 already deleted, retry=false 2024-11-17T12:17:52,600 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5dda233f2f2e,40491,1731845854927 on 5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:52,604 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5dda233f2f2e,40491,1731845854927, splitWal=true, meta=true 2024-11-17T12:17:52,606 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 5dda233f2f2e,40491,1731845854927 (carryingMeta=true) 5dda233f2f2e,40491,1731845854927/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6f06bdd2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T12:17:52,610 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/balancer because node does not exist (not necessarily an error) 2024-11-17T12:17:52,665 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/balancer already deleted, retry=false 2024-11-17T12:17:52,666 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:17:52,668 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:17:52,694 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/normalizer already deleted, retry=false 2024-11-17T12:17:52,695 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:17:52,698 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:17:52,711 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/switch/split already deleted, retry=false 2024-11-17T12:17:52,715 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:17:52,729 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/switch/merge already deleted, retry=false 2024-11-17T12:17:52,770 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:17:52,781 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/snapshot-cleanup already deleted, retry=false 2024-11-17T12:17:52,792 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01472874175/running 2024-11-17T12:17:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01472874175/running 2024-11-17T12:17:52,792 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:52,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:17:52,793 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,45537,1731845871842, sessionid=0x10148ba70330006, setting cluster-up flag (Was=false) 2024-11-17T12:17:52,804 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01472874175/flush-table-proc/acquired, /01472874175/flush-table-proc/reached, /01472874175/flush-table-proc/abort 2024-11-17T12:17:52,808 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:52,822 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01472874175/online-snapshot/acquired, /01472874175/online-snapshot/reached, /01472874175/online-snapshot/abort 2024-11-17T12:17:52,825 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:52,827 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/.lastflushedseqids 2024-11-17T12:17:52,835 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:17:52,835 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:17:52,836 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,45537,1731845871842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5dda233f2f2e,40491,1731845854927 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:17:52,838 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:52,838 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:52,838 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:52,838 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:17:52,839 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:17:52,839 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:52,839 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:17:52,839 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:52,842 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5dda233f2f2e,40491,1731845854927, splitWal=true, meta=true 2024-11-17T12:17:52,844 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5dda233f2f2e,40491,1731845854927, splitWal=true, meta=true, isMeta: true 2024-11-17T12:17:52,845 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927-splitting 2024-11-17T12:17:52,847 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927-splitting dir is empty, no logs to split. 2024-11-17T12:17:52,847 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5dda233f2f2e,40491,1731845854927 WAL count=0, meta=true 2024-11-17T12:17:52,850 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731845902850 2024-11-17T12:17:52,850 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:17:52,851 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:17:52,851 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:17:52,851 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:17:52,851 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:17:52,851 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:17:52,851 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927-splitting dir is empty, no logs to split. 2024-11-17T12:17:52,851 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5dda233f2f2e,40491,1731845854927 WAL count=0, meta=true 2024-11-17T12:17:52,852 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5dda233f2f2e,40491,1731845854927 WAL splitting is done? wals=0, meta=true 2024-11-17T12:17:52,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:17:52,856 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:52,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:17:52,857 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:17:52,857 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:17:52,857 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:17:52,857 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:17:52,857 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:17:52,857 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:17:52,858 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845872857,5,FailOnTimeoutGroup] 2024-11-17T12:17:52,858 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845872858,5,FailOnTimeoutGroup] 2024-11-17T12:17:52,858 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:52,858 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T12:17:52,858 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:17:52,858 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:52,858 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:52,858 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731845872858, completionTime=-1 2024-11-17T12:17:52,858 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T12:17:52,862 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T12:17:52,926 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(746): ClusterId : 9aaac3fe-8f2f-4371-aa6e-d4d01475ad83 2024-11-17T12:17:52,926 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:17:52,937 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:17:52,937 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:17:52,951 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:17:52,952 DEBUG [RS:0;5dda233f2f2e:44061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b400d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:17:52,965 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:44061 2024-11-17T12:17:52,965 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:17:52,965 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:17:52,965 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:17:52,966 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,45537,1731845871842 with port=44061, startcode=1731845871896 2024-11-17T12:17:52,966 DEBUG [RS:0;5dda233f2f2e:44061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:17:52,968 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:17:52,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:52,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45537 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:52,971 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb 2024-11-17T12:17:52,971 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35507 2024-11-17T12:17:52,971 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:17:52,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/rs 2024-11-17T12:17:52,982 DEBUG [RS:0;5dda233f2f2e:44061 {}] zookeeper.ZKUtil(111): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on existing znode=/01472874175/rs/5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:52,982 WARN [RS:0;5dda233f2f2e:44061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:17:52,983 INFO [RS:0;5dda233f2f2e:44061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:52,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,44061,1731845871896] 2024-11-17T12:17:52,983 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:53,008 WARN [5dda233f2f2e:45537 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T12:17:53,012 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T12:17:53,021 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:17:53,023 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:17:53,024 INFO [RS:0;5dda233f2f2e:44061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:17:53,024 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,024 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:17:53,025 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:17:53,025 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,025 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,025 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,025 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,025 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,025 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:17:53,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:17:53,027 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,027 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,027 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,027 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,027 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,027 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,44061,1731845871896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:17:53,045 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:17:53,045 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,44061,1731845871896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,063 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,44061,1731845871896, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:17:53,078 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSource(231): queueId=2-5dda233f2f2e,44061,1731845871896, ReplicationSource: 2, currentBandwidth=0 2024-11-17T12:17:53,079 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,079 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.Replication(171): 5dda233f2f2e,44061,1731845871896 started 2024-11-17T12:17:53,081 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,1-5dda233f2f2e,44061,1731845871896 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41735' 2024-11-17T12:17:53,082 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,1-5dda233f2f2e,44061,1731845871896 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@231b5fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:53,082 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,1-5dda233f2f2e,44061,1731845871896 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:53,083 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,1-5dda233f2f2e,44061,1731845871896 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:53,086 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46baffa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:53,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:53,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:53,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:53,089 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:53,090 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,1-5dda233f2f2e,44061,1731845871896 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a5d4414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:53,090 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,1-5dda233f2f2e,44061,1731845871896 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:53,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:53,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a65fb57 2024-11-17T12:17:53,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:53,093 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T12:17:53,094 INFO [RS:0;5dda233f2f2e:44061.replicationSource,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,44061,1731845871896 (queues=0) is replicating from cluster=9aaac3fe-8f2f-4371-aa6e-d4d01475ad83 to cluster=61b29e6a-7b0b-42ef-9aed-ac95d7191501 2024-11-17T12:17:53,098 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:53,098 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,44061,1731845871896, RpcServer on 5dda233f2f2e/172.17.0.3:44061, sessionid=0x10148ba70330007 2024-11-17T12:17:53,098 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:17:53,098 DEBUG [RS:0;5dda233f2f2e:44061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:53,098 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,44061,1731845871896' 2024-11-17T12:17:53,098 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01472874175/flush-table-proc/abort' 2024-11-17T12:17:53,099 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01472874175/flush-table-proc/acquired' 2024-11-17T12:17:53,099 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:17:53,099 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:17:53,099 DEBUG [RS:0;5dda233f2f2e:44061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:53,099 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,44061,1731845871896' 2024-11-17T12:17:53,099 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01472874175/online-snapshot/abort' 2024-11-17T12:17:53,100 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01472874175/online-snapshot/acquired' 2024-11-17T12:17:53,100 DEBUG [RS:0;5dda233f2f2e:44061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:17:53,100 INFO [RS:0;5dda233f2f2e:44061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:17:53,100 INFO [RS:0;5dda233f2f2e:44061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:17:53,101 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,2-5dda233f2f2e,44061,1731845871896 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41735' 2024-11-17T12:17:53,104 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,2-5dda233f2f2e,44061,1731845871896 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2746c5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:53,104 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,2-5dda233f2f2e,44061,1731845871896 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41735,-1 for getting cluster id 2024-11-17T12:17:53,104 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,2-5dda233f2f2e,44061,1731845871896 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:53,105 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61b29e6a-7b0b-42ef-9aed-ac95d7191501' 2024-11-17T12:17:53,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:53,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61b29e6a-7b0b-42ef-9aed-ac95d7191501" 2024-11-17T12:17:53,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6397965c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:53,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41735,-1] 2024-11-17T12:17:53,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:53,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:53,108 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:53,110 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,2-5dda233f2f2e,44061,1731845871896 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e72f31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:53,110 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource,2-5dda233f2f2e,44061,1731845871896 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3903c496 2024-11-17T12:17:53,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:53,113 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T12:17:53,114 INFO [RS:0;5dda233f2f2e:44061.replicationSource,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5dda233f2f2e,44061,1731845871896 (queues=0) is replicating from cluster=9aaac3fe-8f2f-4371-aa6e-d4d01475ad83 to cluster=61b29e6a-7b0b-42ef-9aed-ac95d7191501 2024-11-17T12:17:53,202 INFO [RS:0;5dda233f2f2e:44061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:17:53,207 INFO [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C44061%2C1731845871896, suffix=, logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896, archiveDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs, maxLogs=10 2024-11-17T12:17:53,227 DEBUG [RS:0;5dda233f2f2e:44061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209, exclude list is [], retry=0 2024-11-17T12:17:53,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32991,DS-7b6bee45-dc98-4083-ba8b-de4df961b318,DISK] 2024-11-17T12:17:53,232 INFO [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 2024-11-17T12:17:53,232 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5dda233f2f2e%2C44061%2C1731845871896 for peer 1 2024-11-17T12:17:53,232 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5dda233f2f2e%2C44061%2C1731845871896 for peer 2 2024-11-17T12:17:53,233 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C44061%2C1731845871896 2024-11-17T12:17:53,233 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,44061,1731845871896, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:17:53,233 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5dda233f2f2e%2C44061%2C1731845871896 2024-11-17T12:17:53,233 INFO [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C44061%2C1731845871896 2024-11-17T12:17:53,233 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5dda233f2f2e,44061,1731845871896, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:17:53,234 INFO [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C44061%2C1731845871896 2024-11-17T12:17:53,234 DEBUG [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353)] 2024-11-17T12:17:53,234 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209, startPosition=0, beingWritten=true 2024-11-17T12:17:53,234 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209, startPosition=0, beingWritten=true 2024-11-17T12:17:53,258 DEBUG [5dda233f2f2e:45537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:17:53,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:53,260 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,44061,1731845871896, state=OPENING 2024-11-17T12:17:53,334 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01472874175/meta-region-server 2024-11-17T12:17:53,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01472874175/meta-region-server 2024-11-17T12:17:53,335 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:17:53,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:53,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:53,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,44061,1731845871896}] 2024-11-17T12:17:53,442 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:53,442 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:53,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:17:53,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:17:53,502 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:17:53,502 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:53,503 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:17:53,505 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C44061%2C1731845871896.meta, suffix=.meta, logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896, archiveDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs, maxLogs=10 2024-11-17T12:17:53,523 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.meta.1731845873506.meta, exclude list is [], retry=0 2024-11-17T12:17:53,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32991,DS-7b6bee45-dc98-4083-ba8b-de4df961b318,DISK] 2024-11-17T12:17:53,528 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.meta.1731845873506.meta 2024-11-17T12:17:53,528 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353)] 2024-11-17T12:17:53,528 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:17:53,529 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:17:53,529 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:17:53,529 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:17:53,529 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:17:53,529 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:17:53,529 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:53,529 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:17:53,529 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:17:53,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:17:53,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:17:53,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:53,541 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/info/b334ea758d594799b80aa4285d61ddc6 2024-11-17T12:17:53,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:53,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:17:53,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:17:53,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:53,550 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/ns/b3bfb53df98b4daabbfb8fe2fa6d55ef 2024-11-17T12:17:53,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:53,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:17:53,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:17:53,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:53,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:53,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:17:53,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:17:53,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:53,567 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/table/0b3a4c2bd42445659ad593675c448100 2024-11-17T12:17:53,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:17:53,567 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:17:53,568 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740 2024-11-17T12:17:53,570 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740 2024-11-17T12:17:53,571 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:17:53,571 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:17:53,572 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:17:53,574 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:17:53,575 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62953464, jitterRate=-0.06192028522491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:17:53,575 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:17:53,575 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731845873529Writing region info on filesystem at 1731845873529Initializing all the Stores at 1731845873531 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845873531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845873531Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845873531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845873531Cleaning up temporary data from old regions at 1731845873571 (+40 ms)Running coprocessor post-open hooks at 1731845873575 (+4 ms)Region opened successfully at 1731845873575 2024-11-17T12:17:53,577 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731845873491 2024-11-17T12:17:53,579 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:17:53,580 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:17:53,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:53,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,44061,1731845871896, state=OPEN 2024-11-17T12:17:53,599 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01472874175/meta-region-server 2024-11-17T12:17:53,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01472874175/meta-region-server 2024-11-17T12:17:53,600 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:53,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:53,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01472874175/meta-region-server: CHANGED 2024-11-17T12:17:53,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T12:17:53,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,44061,1731845871896 in 265 msec 2024-11-17T12:17:53,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T12:17:53,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 750 msec 2024-11-17T12:17:53,754 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:53,754 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:54,164 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:54,170 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:54,515 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1657ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T12:17:54,671 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:54,676 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:55,278 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:55,283 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:55,985 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:55,991 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:56,018 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3159ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T12:17:56,791 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:56,797 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:57,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T12:17:57,371 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:17:57,371 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:17:57,371 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,44061,1731845871896, seqNum=-1] 2024-11-17T12:17:57,372 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:17:57,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:17:57,384 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f07f9cd338222f07706374b404cdd73, regionState=OPEN, lastHost=5dda233f2f2e,40491,1731845854927, regionLocation=5dda233f2f2e,40491,1731845854927, openSeqNum=2 2024-11-17T12:17:57,384 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:17:57,384 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731845937384 2024-11-17T12:17:57,384 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731845997384 2024-11-17T12:17:57,384 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-17T12:17:57,385 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845871842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:57,385 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845871842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:57,385 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5dda233f2f2e,40491,1731845854927 had 2 regions 2024-11-17T12:17:57,385 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845871842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:57,385 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:45537, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:57,385 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:57,385 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:57,387 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5dda233f2f2e,40491,1731845854927, splitWal=true, meta=true, isMeta: false 2024-11-17T12:17:57,390 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927-splitting dir is empty, no logs to split. 2024-11-17T12:17:57,391 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5dda233f2f2e,40491,1731845854927 WAL count=0, meta=false 2024-11-17T12:17:57,393 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.422sec 2024-11-17T12:17:57,393 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:17:57,394 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:17:57,394 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:17:57,394 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:17:57,394 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:17:57,394 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845871842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:17:57,394 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845871842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:17:57,394 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,40491,1731845854927-splitting dir is empty, no logs to split. 2024-11-17T12:17:57,395 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5dda233f2f2e,40491,1731845854927 WAL count=0, meta=false 2024-11-17T12:17:57,395 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5dda233f2f2e,40491,1731845854927 WAL splitting is done? wals=0, meta=false 2024-11-17T12:17:57,398 WARN [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5dda233f2f2e,40491,1731845854927/hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:57,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN}] 2024-11-17T12:17:57,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN 2024-11-17T12:17:57,400 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:17:57,400 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:17:57,401 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845871842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:17:57,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T12:17:57,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:57,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45537,-1 for getting cluster id 2024-11-17T12:17:57,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:57,435 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aaac3fe-8f2f-4371-aa6e-d4d01475ad83' 2024-11-17T12:17:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aaac3fe-8f2f-4371-aa6e-d4d01475ad83" 2024-11-17T12:17:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3440ec33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:57,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45537,-1] 2024-11-17T12:17:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:57,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:57,442 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:57,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4a771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:57,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:17:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,44061,1731845871896, seqNum=-1] 2024-11-17T12:17:57,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:17:57,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:17:57,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T12:17:57,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:17:57,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:57,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:57,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:57,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:57,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5dda233f2f2e:45537 after: 5dda233f2f2e:45537 2024-11-17T12:17:57,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:57,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45537,-1 for getting cluster id 2024-11-17T12:17:57,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:17:57,455 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9aaac3fe-8f2f-4371-aa6e-d4d01475ad83' 2024-11-17T12:17:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:17:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9aaac3fe-8f2f-4371-aa6e-d4d01475ad83" 2024-11-17T12:17:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a1730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45537,-1] 2024-11-17T12:17:57,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:17:57,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:57,457 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:17:57,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:17:57,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:17:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45537,1731845871842 2024-11-17T12:17:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16a0ee02 2024-11-17T12:17:57,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:17:57,461 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:17:57,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T12:17:57,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T12:17:57,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T12:17:57,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T12:17:57,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:17:57,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:17:57,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:57,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:57,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:57,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:17:57,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:17:57,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=618414821, stopped=false 2024-11-17T12:17:57,465 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,41735,1731845861537 2024-11-17T12:17:57,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12032913918/running 2024-11-17T12:17:57,483 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12032913918/running 2024-11-17T12:17:57,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:57,484 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:57,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:17:57,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:17:57,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:57,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on znode that does not yet exist, /12032913918/running 2024-11-17T12:17:57,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Set watcher on znode that does not yet exist, /12032913918/running 2024-11-17T12:17:57,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:57,485 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,42219,1731845861717' ***** 2024-11-17T12:17:57,485 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:17:57,486 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:17:57,486 INFO [RS:0;5dda233f2f2e:42219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:17:57,486 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:17:57,486 INFO [RS:0;5dda233f2f2e:42219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:17:57,486 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:57,486 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:17:57,486 INFO [RS:0;5dda233f2f2e:42219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:42219. 2024-11-17T12:17:57,487 DEBUG [RS:0;5dda233f2f2e:42219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:17:57,487 DEBUG [RS:0;5dda233f2f2e:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:57,487 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:17:57,487 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:17:57,487 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:17:57,487 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:17:57,488 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:17:57,488 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:17:57,488 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:17:57,488 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:17:57,488 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:17:57,488 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:17:57,488 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:17:57,488 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:17:57,488 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T12:17:57,510 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740/.tmp/ns/431c17d62abb449fba1f0ae89a3a4671 is 43, key is default/ns:d/1731845864792/Put/seqid=0 2024-11-17T12:17:57,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741835_1011 (size=5153) 2024-11-17T12:17:57,537 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:17:57,552 DEBUG [5dda233f2f2e:45537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:17:57,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7f07f9cd338222f07706374b404cdd73, regionState=OPENING, regionLocation=5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:57,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN because future has completed 2024-11-17T12:17:57,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f07f9cd338222f07706374b404cdd73, server=5dda233f2f2e,44061,1731845871896}] 2024-11-17T12:17:57,688 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:17:57,704 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:57,706 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:57,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:57,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:17:57,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:17:57,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C44061%2C1731845871896.rep, suffix=, logDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896, archiveDir=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs, maxLogs=10 2024-11-17T12:17:57,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.rep.1731845877726, exclude list is [], retry=0 2024-11-17T12:17:57,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32991,DS-7b6bee45-dc98-4083-ba8b-de4df961b318,DISK] 2024-11-17T12:17:57,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.rep.1731845877726 2024-11-17T12:17:57,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43353:43353)] 2024-11-17T12:17:57,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f07f9cd338222f07706374b404cdd73, NAME => 'hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:17:57,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:17:57,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:17:57,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. service=MultiRowMutationService 2024-11-17T12:17:57,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:17:57,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:17:57,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,754 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,756 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f07f9cd338222f07706374b404cdd73 columnFamilyName hfileref 2024-11-17T12:17:57,756 DEBUG [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:57,756 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(327): Store=7f07f9cd338222f07706374b404cdd73/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:57,756 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,757 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f07f9cd338222f07706374b404cdd73 columnFamilyName queue 2024-11-17T12:17:57,757 DEBUG [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:57,764 DEBUG [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/queue/0ab1c9381bd64b8880b55b53bc12de4b 2024-11-17T12:17:57,764 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(327): Store=7f07f9cd338222f07706374b404cdd73/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:57,765 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,766 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f07f9cd338222f07706374b404cdd73 columnFamilyName sid 2024-11-17T12:17:57,766 DEBUG [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:17:57,766 INFO [StoreOpener-7f07f9cd338222f07706374b404cdd73-1 {}] regionserver.HStore(327): Store=7f07f9cd338222f07706374b404cdd73/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:17:57,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:17:57,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 7f07f9cd338222f07706374b404cdd73; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66604549, jitterRate=-0.007514879107475281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:17:57,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:17:57,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7f07f9cd338222f07706374b404cdd73: Running coprocessor pre-open hook at 1731845877753Writing region info on filesystem at 1731845877753Initializing all the Stores at 1731845877754 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845877754Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845877754Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845877754Cleaning up temporary data from old regions at 1731845877770 (+16 ms)Running coprocessor post-open hooks at 1731845877774 (+4 ms)Region opened successfully at 1731845877775 (+1 ms) 2024-11-17T12:17:57,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73., pid=19, masterSystemTime=1731845877718 2024-11-17T12:17:57,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:57,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:17:57,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7f07f9cd338222f07706374b404cdd73, regionState=OPEN, openSeqNum=10, regionLocation=5dda233f2f2e,44061,1731845871896 2024-11-17T12:17:57,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f07f9cd338222f07706374b404cdd73, server=5dda233f2f2e,44061,1731845871896 because future has completed 2024-11-17T12:17:57,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T12:17:57,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f07f9cd338222f07706374b404cdd73, server=5dda233f2f2e,44061,1731845871896 in 226 msec 2024-11-17T12:17:57,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-17T12:17:57,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7f07f9cd338222f07706374b404cdd73, ASSIGN in 392 msec 2024-11-17T12:17:57,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T12:17:57,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73., hostname=5dda233f2f2e,44061,1731845871896, seqNum=10] 2024-11-17T12:17:57,844 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5dda233f2f2e,40491,1731845854927 2024-11-17T12:17:57,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T12:17:57,888 DEBUG [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:17:57,916 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740/.tmp/ns/431c17d62abb449fba1f0ae89a3a4671 2024-11-17T12:17:57,935 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740/.tmp/ns/431c17d62abb449fba1f0ae89a3a4671 as hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740/ns/431c17d62abb449fba1f0ae89a3a4671 2024-11-17T12:17:57,945 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740/ns/431c17d62abb449fba1f0ae89a3a4671, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T12:17:57,946 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false 2024-11-17T12:17:57,951 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T12:17:57,952 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:17:57,952 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:17:57,952 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:17:57,952 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845877488Running coprocessor pre-close hooks at 1731845877488Disabling compacts and flushes for region at 1731845877488Disabling writes for close at 1731845877488Obtaining lock to block concurrent updates at 1731845877488Preparing flush snapshotting stores in 1588230740 at 1731845877488Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731845877489 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731845877490 (+1 ms)Flushing 1588230740/ns: creating writer at 1731845877490Flushing 1588230740/ns: appending metadata at 1731845877510 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731845877510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595e9eb7: reopening flushed file at 1731845877930 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 458ms, sequenceid=6, compaction requested=false at 1731845877946 (+16 ms)Writing region close event to WAL at 1731845877947 (+1 ms)Running coprocessor post-close hooks at 1731845877952 (+5 ms)Closed at 1731845877952 2024-11-17T12:17:57,952 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:17:57,977 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:17:57,977 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:17:58,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-17T12:17:58,089 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,42219,1731845861717; all regions closed. 2024-11-17T12:17:58,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741834_1010 (size=1152) 2024-11-17T12:17:58,095 DEBUG [RS:0;5dda233f2f2e:42219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/oldWALs 2024-11-17T12:17:58,095 INFO [RS:0;5dda233f2f2e:42219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C42219%2C1731845861717.meta:.meta(num 1731845864652) 2024-11-17T12:17:58,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741832_1008 (size=93) 2024-11-17T12:17:58,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/WALs/5dda233f2f2e,42219,1731845861717/5dda233f2f2e%2C42219%2C1731845861717.1731845864047 not finished, retry = 0 2024-11-17T12:17:58,204 DEBUG [RS:0;5dda233f2f2e:42219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/oldWALs 2024-11-17T12:17:58,204 INFO [RS:0;5dda233f2f2e:42219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C42219%2C1731845861717:(num 1731845864047) 2024-11-17T12:17:58,205 DEBUG [RS:0;5dda233f2f2e:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:17:58,205 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:17:58,205 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:17:58,205 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:17:58,206 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:17:58,206 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:17:58,206 INFO [RS:0;5dda233f2f2e:42219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42219 2024-11-17T12:17:58,249 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12032913918/rs/5dda233f2f2e,42219,1731845861717 2024-11-17T12:17:58,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918/rs 2024-11-17T12:17:58,249 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:17:58,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,42219,1731845861717] 2024-11-17T12:17:58,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12032913918/draining/5dda233f2f2e,42219,1731845861717 already deleted, retry=false 2024-11-17T12:17:58,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,42219,1731845861717 expired; onlineServers=0 2024-11-17T12:17:58,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,41735,1731845861537' ***** 2024-11-17T12:17:58,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:17:58,276 INFO [M:0;5dda233f2f2e:41735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:17:58,276 INFO [M:0;5dda233f2f2e:41735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:17:58,276 DEBUG [M:0;5dda233f2f2e:41735 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:17:58,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:17:58,277 DEBUG [M:0;5dda233f2f2e:41735 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:17:58,277 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845863739 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845863739,5,FailOnTimeoutGroup] 2024-11-17T12:17:58,277 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845863739 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845863739,5,FailOnTimeoutGroup] 2024-11-17T12:17:58,277 INFO [M:0;5dda233f2f2e:41735 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:17:58,277 INFO [M:0;5dda233f2f2e:41735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:17:58,277 DEBUG [M:0;5dda233f2f2e:41735 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:17:58,277 INFO [M:0;5dda233f2f2e:41735 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:17:58,277 INFO [M:0;5dda233f2f2e:41735 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:17:58,277 INFO [M:0;5dda233f2f2e:41735 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:17:58,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:17:58,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12032913918/master 2024-11-17T12:17:58,287 DEBUG [M:0;5dda233f2f2e:41735 {}] zookeeper.ZKUtil(347): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Unable to get data of znode /12032913918/master because node does not exist (not an error) 2024-11-17T12:17:58,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12032913918 2024-11-17T12:17:58,287 WARN [M:0;5dda233f2f2e:41735 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:17:58,288 INFO [M:0;5dda233f2f2e:41735 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/.lastflushedseqids 2024-11-17T12:17:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741836_1012 (size=99) 2024-11-17T12:17:58,366 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:17:58,366 INFO [RS:0;5dda233f2f2e:42219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:17:58,366 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10148ba70330004, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:17:58,366 INFO [RS:0;5dda233f2f2e:42219 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,42219,1731845861717; zookeeper connection closed. 2024-11-17T12:17:58,366 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7297f4f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7297f4f1 2024-11-17T12:17:58,366 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:17:58,695 INFO [M:0;5dda233f2f2e:41735 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:17:58,695 INFO [M:0;5dda233f2f2e:41735 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:17:58,695 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:17:58,695 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:58,696 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:58,696 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:17:58,696 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:17:58,696 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T12:17:58,715 DEBUG [M:0;5dda233f2f2e:41735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64d54c17dcb44da088d0507a99bd8517 is 82, key is hbase:meta,,1/info:regioninfo/1731845864745/Put/seqid=0 2024-11-17T12:17:58,715 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:58,716 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741837_1013 (size=5672) 2024-11-17T12:17:59,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:17:59,122 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64d54c17dcb44da088d0507a99bd8517 2024-11-17T12:17:59,143 DEBUG [M:0;5dda233f2f2e:41735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af75a8ce10b543188785bff17a1b3e26 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731845864803/Put/seqid=0 2024-11-17T12:17:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741838_1014 (size=5275) 2024-11-17T12:17:59,550 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af75a8ce10b543188785bff17a1b3e26 2024-11-17T12:17:59,582 DEBUG [M:0;5dda233f2f2e:41735 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/433c735ac48442388a60184c08dd599e is 69, key is 5dda233f2f2e,42219,1731845861717/rs:state/1731845863801/Put/seqid=0 2024-11-17T12:17:59,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741839_1015 (size=5156) 2024-11-17T12:17:59,822 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:59,824 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:17:59,988 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/433c735ac48442388a60184c08dd599e 2024-11-17T12:17:59,995 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64d54c17dcb44da088d0507a99bd8517 as hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64d54c17dcb44da088d0507a99bd8517 2024-11-17T12:18:00,001 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64d54c17dcb44da088d0507a99bd8517, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T12:18:00,002 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af75a8ce10b543188785bff17a1b3e26 as hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af75a8ce10b543188785bff17a1b3e26 2024-11-17T12:18:00,011 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af75a8ce10b543188785bff17a1b3e26, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T12:18:00,012 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/433c735ac48442388a60184c08dd599e as hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/433c735ac48442388a60184c08dd599e 2024-11-17T12:18:00,020 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39055/user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/433c735ac48442388a60184c08dd599e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T12:18:00,021 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false 2024-11-17T12:18:00,025 INFO [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:00,025 DEBUG [M:0;5dda233f2f2e:41735 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845878695Disabling compacts and flushes for region at 1731845878695Disabling writes for close at 1731845878696 (+1 ms)Obtaining lock to block concurrent updates at 1731845878696Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731845878696Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731845878696Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731845878697 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731845878697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731845878714 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731845878714Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731845879128 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731845879143 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731845879143Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731845879565 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731845879582 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731845879582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7848a5d0: reopening flushed file at 1731845879994 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149103d: reopening flushed file at 1731845880001 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff9f19c: reopening flushed file at 1731845880011 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=28, compaction requested=false at 1731845880021 (+10 ms)Writing region close event to WAL at 1731845880025 (+4 ms)Closed at 1731845880025 2024-11-17T12:18:00,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741830_1006 (size=10165) 2024-11-17T12:18:00,027 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/abb08949-1572-7f76-443f-7bf4c834c6fd/MasterData/WALs/5dda233f2f2e,41735,1731845861537/5dda233f2f2e%2C41735%2C1731845861537.1731845863412 not finished, retry = 0 2024-11-17T12:18:00,129 INFO [M:0;5dda233f2f2e:41735 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:18:00,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:18:00,129 INFO [M:0;5dda233f2f2e:41735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41735 2024-11-17T12:18:00,132 INFO [M:0;5dda233f2f2e:41735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:18:00,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:00,275 INFO [M:0;5dda233f2f2e:41735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:18:00,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41735-0x10148ba70330003, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:00,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:18:00,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:18:00,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:18:00,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:18:00,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.log.dir/,STOPPED} 2024-11-17T12:18:00,289 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:18:00,289 WARN [BP-1096113163-172.17.0.3-1731845859175 heartbeating to localhost/127.0.0.1:39055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:18:00,290 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:18:00,290 WARN [BP-1096113163-172.17.0.3-1731845859175 heartbeating to localhost/127.0.0.1:39055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1096113163-172.17.0.3-1731845859175 (Datanode Uuid 387d9136-000c-40a7-8484-047e8c499223) service to localhost/127.0.0.1:39055 2024-11-17T12:18:00,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/cluster_8f73b68c-d18d-cfc4-5be3-1a245c27fcd2/data/data1/current/BP-1096113163-172.17.0.3-1731845859175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:18:00,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/cluster_8f73b68c-d18d-cfc4-5be3-1a245c27fcd2/data/data2/current/BP-1096113163-172.17.0.3-1731845859175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:18:00,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:18:00,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:18:00,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:18:00,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:18:00,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:18:00,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.log.dir/,STOPPED} 2024-11-17T12:18:00,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:18:00,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:18:00,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:18:00,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:00,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:00,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:00,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:18:00,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:18:00,321 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=59028225, stopped=false 2024-11-17T12:18:00,321 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,45537,1731845871842 2024-11-17T12:18:00,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/running 2024-11-17T12:18:00,399 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/running 2024-11-17T12:18:00,399 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:18:00,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:18:00,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:18:00,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:18:00,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/running 2024-11-17T12:18:00,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:00,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:00,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Set watcher on znode that does not yet exist, /01472874175/running 2024-11-17T12:18:00,401 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,44061,1731845871896' ***** 2024-11-17T12:18:00,401 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:18:00,401 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:18:00,401 INFO [RS:0;5dda233f2f2e:44061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:18:00,401 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:18:00,401 INFO [RS:0;5dda233f2f2e:44061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:18:00,402 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:18:00,402 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,44061,1731845871896 2024-11-17T12:18:00,402 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:18:00,402 INFO [RS:0;5dda233f2f2e:44061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:44061. 2024-11-17T12:18:00,402 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f07f9cd338222f07706374b404cdd73, disabling compactions & flushes 2024-11-17T12:18:00,402 DEBUG [RS:0;5dda233f2f2e:44061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:00,402 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:18:00,402 DEBUG [RS:0;5dda233f2f2e:44061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:00,402 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:18:00,402 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:18:00,402 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:18:00,402 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. after waiting 0 ms 2024-11-17T12:18:00,402 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:18:00,402 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:18:00,403 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:18:00,403 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:18:00,403 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7f07f9cd338222f07706374b404cdd73=hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73.} 2024-11-17T12:18:00,403 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7f07f9cd338222f07706374b404cdd73 2024-11-17T12:18:00,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:18:00,403 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:18:00,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:18:00,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:18:00,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:18:00,404 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T12:18:00,408 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/replication/7f07f9cd338222f07706374b404cdd73/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-17T12:18:00,409 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:18:00,409 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:18:00,409 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:18:00,409 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f07f9cd338222f07706374b404cdd73: Waiting for close lock at 1731845880402Running coprocessor pre-close hooks at 1731845880402Disabling compacts and flushes for region at 1731845880402Disabling writes for close at 1731845880402Writing region close event to WAL at 1731845880403 (+1 ms)Running coprocessor post-close hooks at 1731845880409 (+6 ms)Closed at 1731845880409 2024-11-17T12:18:00,409 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73. 2024-11-17T12:18:00,423 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/info/448313c9f8914db690fec592fedd1b5f is 147, key is hbase:replication,,1731845865058.7f07f9cd338222f07706374b404cdd73./info:regioninfo/1731845877780/Put/seqid=0 2024-11-17T12:18:00,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741851_1027 (size=6385) 2024-11-17T12:18:00,434 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:18:00,603 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:00,803 DEBUG [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:00,829 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/info/448313c9f8914db690fec592fedd1b5f 2024-11-17T12:18:00,838 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/.tmp/info/448313c9f8914db690fec592fedd1b5f as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/info/448313c9f8914db690fec592fedd1b5f 2024-11-17T12:18:00,844 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/info/448313c9f8914db690fec592fedd1b5f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T12:18:00,846 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-17T12:18:00,851 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T12:18:00,852 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:18:00,852 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:18:00,852 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:18:00,852 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845880403Running coprocessor pre-close hooks at 1731845880403Disabling compacts and flushes for region at 1731845880403Disabling writes for close at 1731845880403Obtaining lock to block concurrent updates at 1731845880404 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731845880404Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731845880404Flushing stores of hbase:meta,,1.1588230740 at 1731845880405 (+1 ms)Flushing 1588230740/info: creating writer at 1731845880405Flushing 1588230740/info: appending metadata at 1731845880422 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731845880422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664e8289: reopening flushed file at 1731845880836 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1731845880846 (+10 ms)Writing region close event to WAL at 1731845880847 (+1 ms)Running coprocessor post-close hooks at 1731845880852 (+5 ms)Closed at 1731845880852 2024-11-17T12:18:00,852 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:18:01,004 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,44061,1731845871896; all regions closed. 2024-11-17T12:18:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741849_1025 (size=2156) 2024-11-17T12:18:01,012 DEBUG [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs 2024-11-17T12:18:01,012 INFO [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C44061%2C1731845871896.meta:.meta(num 1731845873506) 2024-11-17T12:18:01,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741850_1026 (size=796) 2024-11-17T12:18:01,018 DEBUG [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs 2024-11-17T12:18:01,018 INFO [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C44061%2C1731845871896.rep:(num 1731845877726) 2024-11-17T12:18:01,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741848_1024 (size=93) 2024-11-17T12:18:01,024 DEBUG [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs 2024-11-17T12:18:01,024 INFO [RS:0;5dda233f2f2e:44061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C44061%2C1731845871896:(num 1731845873209) 2024-11-17T12:18:01,024 DEBUG [RS:0;5dda233f2f2e:44061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:01,025 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:18:01,025 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:18:01,025 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:18:01,025 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:18:01,025 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:18:01,025 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T12:18:01,025 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,44061,1731845871896 because: Region server is closing 2024-11-17T12:18:01,025 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T12:18:01,025 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T12:18:01,026 INFO [RS:0;5dda233f2f2e:44061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:44061. 2024-11-17T12:18:01,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:01,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:01,026 DEBUG [RS:0;5dda233f2f2e:44061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:01,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:18:01,030 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 to pos 0, reset compression=false 2024-11-17T12:18:01,031 INFO [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 was moved to hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/oldWALs/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 2024-11-17T12:18:01,035 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209 2024-11-17T12:18:01,035 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T12:18:01,035 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.wal-reader.5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T12:18:01,035 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5dda233f2f2e,44061,1731845871896 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/WALs/5dda233f2f2e,44061,1731845871896/5dda233f2f2e%2C44061%2C1731845871896.1731845873209, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T12:18:01,035 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:18:01,035 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,44061,1731845871896, seqNum=-1] 2024-11-17T12:18:01,036 WARN [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-5dda233f2f2e,44061,1731845871896', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:44061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-17T12:18:01,038 ERROR [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,44061,1731845871896: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5dda233f2f2e,44061,1731845871896, walGroup=5dda233f2f2e%2C44061%2C1731845871896, offset=5dda233f2f2e%2C44061%2C1731845871896.1731845873209:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:44061 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:18:01,040 ERROR [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:18:01,040 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:18:01,041 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:18:01,041 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:18:01,041 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:18:01,041 INFO [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 707718136 }, "NonHeapMemoryUsage": { "committed": 163446784, "init": 7667712, "max": -1, "used": 160962344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:18:01,042 DEBUG [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5dda233f2f2e%2C44061%2C1731845871896.1731845873209] 2024-11-17T12:18:01,126 WARN [RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T12:18:01,127 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,1-5dda233f2f2e,44061,1731845871896 terminated 2024-11-17T12:18:01,127 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5dda233f2f2e,44061,1731845871896 because: Region server is closing 2024-11-17T12:18:01,127 INFO [RS:0;5dda233f2f2e:44061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:44061. 2024-11-17T12:18:01,127 DEBUG [RS:0;5dda233f2f2e:44061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:01,127 DEBUG [RS:0;5dda233f2f2e:44061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:01,127 DEBUG [RS:0;5dda233f2f2e:44061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:01,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:18:01,127 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5dda233f2f2e:44061.replicationSource.shipper5dda233f2f2e%2C44061%2C1731845871896,2-5dda233f2f2e,44061,1731845871896 terminated 2024-11-17T12:18:01,127 INFO [RS:0;5dda233f2f2e:44061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44061 2024-11-17T12:18:01,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175/rs 2024-11-17T12:18:01,178 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/rs/5dda233f2f2e,44061,1731845871896 2024-11-17T12:18:01,178 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:18:01,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,44061,1731845871896] 2024-11-17T12:18:01,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01472874175/draining/5dda233f2f2e,44061,1731845871896 already deleted, retry=false 2024-11-17T12:18:01,220 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,44061,1731845871896 expired; onlineServers=0 2024-11-17T12:18:01,220 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,45537,1731845871842' ***** 2024-11-17T12:18:01,220 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:18:01,220 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:18:01,220 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:18:01,220 DEBUG [M:0;5dda233f2f2e:45537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:18:01,220 DEBUG [M:0;5dda233f2f2e:45537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:18:01,220 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:18:01,220 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845872858 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845872858,5,FailOnTimeoutGroup] 2024-11-17T12:18:01,220 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845872857 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845872857,5,FailOnTimeoutGroup] 2024-11-17T12:18:01,220 INFO [M:0;5dda233f2f2e:45537 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:18:01,221 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:18:01,221 DEBUG [M:0;5dda233f2f2e:45537 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:18:01,221 INFO [M:0;5dda233f2f2e:45537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:18:01,221 INFO [M:0;5dda233f2f2e:45537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:18:01,221 INFO [M:0;5dda233f2f2e:45537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:18:01,221 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:18:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01472874175/master 2024-11-17T12:18:01,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01472874175 2024-11-17T12:18:01,241 DEBUG [M:0;5dda233f2f2e:45537 {}] zookeeper.ZKUtil(347): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Unable to get data of znode /01472874175/master because node does not exist (not an error) 2024-11-17T12:18:01,241 WARN [M:0;5dda233f2f2e:45537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:18:01,242 INFO [M:0;5dda233f2f2e:45537 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/.lastflushedseqids 2024-11-17T12:18:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741852_1028 (size=181) 2024-11-17T12:18:01,299 INFO [RS:0;5dda233f2f2e:44061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:18:01,299 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:01,299 INFO [RS:0;5dda233f2f2e:44061 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,44061,1731845871896; zookeeper connection closed. 2024-11-17T12:18:01,299 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44061-0x10148ba70330007, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:01,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@565ee2a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@565ee2a5 2024-11-17T12:18:01,299 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:18:01,649 INFO [M:0;5dda233f2f2e:45537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:18:01,649 INFO [M:0;5dda233f2f2e:45537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:18:01,649 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:18:01,649 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:01,649 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:01,649 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:18:01,649 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:01,650 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T12:18:01,666 DEBUG [M:0;5dda233f2f2e:45537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cc1a36da356436b8b871e1e9a6010b5 is 82, key is hbase:meta,,1/info:regioninfo/1731845873580/Put/seqid=0 2024-11-17T12:18:01,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741853_1029 (size=5680) 2024-11-17T12:18:02,071 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cc1a36da356436b8b871e1e9a6010b5 2024-11-17T12:18:02,093 DEBUG [M:0;5dda233f2f2e:45537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31d58368c9d84cc9b805242f390ada91 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731845877791/Put/seqid=0 2024-11-17T12:18:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741854_1030 (size=7319) 2024-11-17T12:18:02,109 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31d58368c9d84cc9b805242f390ada91 2024-11-17T12:18:02,136 DEBUG [M:0;5dda233f2f2e:45537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/107cd8e31253464e85c2f942ce23525a is 69, key is 5dda233f2f2e,44061,1731845871896/rs:state/1731845872969/Put/seqid=0 2024-11-17T12:18:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741855_1031 (size=5371) 2024-11-17T12:18:02,541 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/107cd8e31253464e85c2f942ce23525a 2024-11-17T12:18:02,546 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 107cd8e31253464e85c2f942ce23525a 2024-11-17T12:18:02,547 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cc1a36da356436b8b871e1e9a6010b5 as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cc1a36da356436b8b871e1e9a6010b5 2024-11-17T12:18:02,554 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cc1a36da356436b8b871e1e9a6010b5, entries=8, sequenceid=172, filesize=5.5 K 2024-11-17T12:18:02,555 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31d58368c9d84cc9b805242f390ada91 as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31d58368c9d84cc9b805242f390ada91 2024-11-17T12:18:02,563 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31d58368c9d84cc9b805242f390ada91, entries=7, sequenceid=172, filesize=7.1 K 2024-11-17T12:18:02,565 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/107cd8e31253464e85c2f942ce23525a as hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/107cd8e31253464e85c2f942ce23525a 2024-11-17T12:18:02,571 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 107cd8e31253464e85c2f942ce23525a 2024-11-17T12:18:02,571 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35507/user/jenkins/test-data/1a76f334-1802-d27d-052c-6c3f33c07afb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/107cd8e31253464e85c2f942ce23525a, entries=2, sequenceid=172, filesize=5.2 K 2024-11-17T12:18:02,573 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=172, compaction requested=false 2024-11-17T12:18:02,574 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:02,574 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845881649Disabling compacts and flushes for region at 1731845881649Disabling writes for close at 1731845881649Obtaining lock to block concurrent updates at 1731845881650 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731845881650Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731845881650Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731845881651 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731845881651Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731845881666 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731845881666Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731845882076 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731845882093 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731845882093Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731845882116 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731845882135 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731845882135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665dd553: reopening flushed file at 1731845882547 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e29db7: reopening flushed file at 1731845882554 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78a3d5c: reopening flushed file at 1731845882564 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=172, compaction requested=false at 1731845882573 (+9 ms)Writing region close event to WAL at 1731845882574 (+1 ms)Closed at 1731845882574 2024-11-17T12:18:02,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32991 is added to blk_1073741847_1023 (size=22949) 2024-11-17T12:18:02,578 INFO [M:0;5dda233f2f2e:45537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:18:02,578 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:18:02,578 INFO [M:0;5dda233f2f2e:45537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45537 2024-11-17T12:18:02,578 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:18:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:02,692 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:18:02,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148ba70330006, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:02,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:18:02,734 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:18:02,734 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:18:02,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:18:02,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.log.dir/,STOPPED} 2024-11-17T12:18:02,736 WARN [BP-2075728187-172.17.0.3-1731845847806 heartbeating to localhost/127.0.0.1:35507 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:18:02,736 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:18:02,736 WARN [BP-2075728187-172.17.0.3-1731845847806 heartbeating to localhost/127.0.0.1:35507 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2075728187-172.17.0.3-1731845847806 (Datanode Uuid e4676333-01f6-4ac6-82c3-7d8a747b6b08) service to localhost/127.0.0.1:35507 2024-11-17T12:18:02,736 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:18:02,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/cluster_3b9b7ddc-1c04-2e05-21be-09f9e76b31b2/data/data1/current/BP-2075728187-172.17.0.3-1731845847806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:18:02,737 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/cluster_3b9b7ddc-1c04-2e05-21be-09f9e76b31b2/data/data2/current/BP-2075728187-172.17.0.3-1731845847806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:18:02,738 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:18:02,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:18:02,748 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:18:02,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:18:02,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:18:02,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03e1d93f-1851-507c-73f7-5cfe867872b1/hadoop.log.dir/,STOPPED} 2024-11-17T12:18:02,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:18:02,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:18:02,820 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5dda233f2f2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/5dda233f2f2e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:35507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35507 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35507 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35507 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35507 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5dda233f2f2e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50179) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39055 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5dda233f2f2e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5dda233f2f2e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1013 (was 1182), ProcessCount=11 (was 11), AvailableMemoryMB=3473 (was 3137) - AvailableMemoryMB LEAK? - 2024-11-17T12:18:02,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=1013, ProcessCount=11, AvailableMemoryMB=3471 2024-11-17T12:18:02,849 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-17T12:18:02,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.log.dir so I do NOT create it in target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376 2024-11-17T12:18:02,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:18:02,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.tmp.dir so I do NOT create it in target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376 2024-11-17T12:18:02,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b02f8a5e-a5c9-7a38-db4a-ca2acb48cf8e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:18:02,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376 2024-11-17T12:18:02,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/cluster_2738b69c-b564-bb0b-36b7-3fd5fa9c70b4, deleteOnExit=true 2024-11-17T12:18:02,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/cluster_2738b69c-b564-bb0b-36b7-3fd5fa9c70b4/zookeeper_0, clientPort=64910, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/cluster_2738b69c-b564-bb0b-36b7-3fd5fa9c70b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/cluster_2738b69c-b564-bb0b-36b7-3fd5fa9c70b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:18:02,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64910 2024-11-17T12:18:02,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:18:02,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:18:02,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/test.cache.data in system properties and HBase conf 2024-11-17T12:18:02,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:18:02,856 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:18:02,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:18:02,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:18:02,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148ba70330002, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:18:02,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148ba70330005, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:18:02,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148ba70330002, quorum=127.0.0.1:50179, baseZNode=/01472874175 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:18:02,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148ba70330005, quorum=127.0.0.1:50179, baseZNode=/12032913918 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:18:03,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:18:03,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:18:03,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:18:03,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:18:03,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:18:03,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:18:03,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:18:03,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:18:03,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14713665{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/java.io.tmpdir/jetty-localhost-35499-hadoop-hdfs-3_4_1-tests_jar-_-any-4570046451823087223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:18:03,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:35499} 2024-11-17T12:18:03,460 INFO [Time-limited test {}] server.Server(415): Started @39176ms 2024-11-17T12:18:03,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:18:03,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:18:03,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:18:03,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:18:03,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:18:03,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:18:03,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:18:03,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383f8153{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/java.io.tmpdir/jetty-localhost-44939-hadoop-hdfs-3_4_1-tests_jar-_-any-4197128837459275754/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:18:03,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:44939} 2024-11-17T12:18:03,980 INFO [Time-limited test {}] server.Server(415): Started @39696ms 2024-11-17T12:18:03,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:18:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:18:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:18:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T12:18:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:18:05,268 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/cluster_2738b69c-b564-bb0b-36b7-3fd5fa9c70b4/data/data1/current/BP-459114051-172.17.0.3-1731845882893/current, will proceed with Du for space computation calculation, 2024-11-17T12:18:05,276 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/cluster_2738b69c-b564-bb0b-36b7-3fd5fa9c70b4/data/data2/current/BP-459114051-172.17.0.3-1731845882893/current, will proceed with Du for space computation calculation, 2024-11-17T12:18:05,305 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:18:05,308 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e1a718da2a2bf08 with lease ID 0x6210797e95e44695: Processing first storage report for DS-97aa18a8-dde3-4879-a326-e377ac8a0cea from datanode DatanodeRegistration(127.0.0.1:32789, datanodeUuid=a73f76d6-e12e-4f44-bbb2-9930a9ea22e7, infoPort=45279, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=747532046;c=1731845882893) 2024-11-17T12:18:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e1a718da2a2bf08 with lease ID 0x6210797e95e44695: from storage DS-97aa18a8-dde3-4879-a326-e377ac8a0cea node DatanodeRegistration(127.0.0.1:32789, datanodeUuid=a73f76d6-e12e-4f44-bbb2-9930a9ea22e7, infoPort=45279, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=747532046;c=1731845882893), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:18:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e1a718da2a2bf08 with lease ID 0x6210797e95e44695: Processing first storage report for DS-1fc2bfa1-b4e7-44b7-9e07-c468b405403a from datanode DatanodeRegistration(127.0.0.1:32789, datanodeUuid=a73f76d6-e12e-4f44-bbb2-9930a9ea22e7, infoPort=45279, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=747532046;c=1731845882893) 2024-11-17T12:18:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e1a718da2a2bf08 with lease ID 0x6210797e95e44695: from storage DS-1fc2bfa1-b4e7-44b7-9e07-c468b405403a node DatanodeRegistration(127.0.0.1:32789, datanodeUuid=a73f76d6-e12e-4f44-bbb2-9930a9ea22e7, infoPort=45279, infoSecurePort=0, ipcPort=33045, storageInfo=lv=-57;cid=testClusterID;nsid=747532046;c=1731845882893), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:18:05,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376 2024-11-17T12:18:05,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:05,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:05,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:18:05,773 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef with version=8 2024-11-17T12:18:05,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/hbase-staging 2024-11-17T12:18:05,777 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:18:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:05,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:18:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:18:05,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:18:05,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:18:05,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35133 2024-11-17T12:18:05,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35133 connecting to ZooKeeper ensemble=127.0.0.1:64910 2024-11-17T12:18:05,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351330x0, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:18:05,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35133-0x10148baff900000 connected 2024-11-17T12:18:05,912 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:18:05,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:05,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:06,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:06,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:06,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on znode that does not yet exist, /02013419209/running 2024-11-17T12:18:06,067 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef, hbase.cluster.distributed=false 2024-11-17T12:18:06,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on znode that does not yet exist, /02013419209/acl 2024-11-17T12:18:06,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-17T12:18:06,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35133 2024-11-17T12:18:06,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35133 2024-11-17T12:18:06,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-17T12:18:06,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-17T12:18:06,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:18:06,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:06,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:06,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:18:06,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:06,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:18:06,160 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:18:06,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:18:06,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40897 2024-11-17T12:18:06,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40897 connecting to ZooKeeper ensemble=127.0.0.1:64910 2024-11-17T12:18:06,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:06,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:06,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408970x0, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:18:06,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on znode that does not yet exist, /02013419209/running 2024-11-17T12:18:06,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40897-0x10148baff900001 connected 2024-11-17T12:18:06,223 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:18:06,223 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:18:06,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on znode that does not yet exist, /02013419209/master 2024-11-17T12:18:06,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on znode that does not yet exist, /02013419209/acl 2024-11-17T12:18:06,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40897 2024-11-17T12:18:06,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40897 2024-11-17T12:18:06,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40897 2024-11-17T12:18:06,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40897 2024-11-17T12:18:06,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40897 2024-11-17T12:18:06,243 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:35133 2024-11-17T12:18:06,244 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02013419209/backup-masters/5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:06,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209/backup-masters 2024-11-17T12:18:06,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209/backup-masters 2024-11-17T12:18:06,266 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on existing znode=/02013419209/backup-masters/5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02013419209/master 2024-11-17T12:18:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:06,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:06,276 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on existing znode=/02013419209/master 2024-11-17T12:18:06,276 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02013419209/backup-masters/5dda233f2f2e,35133,1731845885776 from backup master directory 2024-11-17T12:18:06,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209/backup-masters 2024-11-17T12:18:06,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02013419209/backup-masters/5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:06,286 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:18:06,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209/backup-masters 2024-11-17T12:18:06,286 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:06,290 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/hbase.id] with ID: 5acf4d1b-8a1c-4235-a34e-2479ffd5fbe1 2024-11-17T12:18:06,291 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/.tmp/hbase.id 2024-11-17T12:18:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:18:06,696 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/.tmp/hbase.id]:[hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/hbase.id] 2024-11-17T12:18:06,717 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:06,717 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:18:06,721 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-17T12:18:06,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:06,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:06,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:18:07,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:18:07,177 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:18:07,188 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:18:07,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:18:07,627 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store 2024-11-17T12:18:07,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:18:08,037 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:08,037 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:18:08,037 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:08,037 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:08,037 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:18:08,037 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:08,037 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:08,037 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845888037Disabling compacts and flushes for region at 1731845888037Disabling writes for close at 1731845888037Writing region close event to WAL at 1731845888037Closed at 1731845888037 2024-11-17T12:18:08,039 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/.initializing 2024-11-17T12:18:08,039 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/WALs/5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:08,040 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:18:08,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C35133%2C1731845885776, suffix=, logDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/WALs/5dda233f2f2e,35133,1731845885776, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/oldWALs, maxLogs=10 2024-11-17T12:18:08,055 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/WALs/5dda233f2f2e,35133,1731845885776/5dda233f2f2e%2C35133%2C1731845885776.1731845888043, exclude list is [], retry=0 2024-11-17T12:18:08,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-97aa18a8-dde3-4879-a326-e377ac8a0cea,DISK] 2024-11-17T12:18:08,060 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/WALs/5dda233f2f2e,35133,1731845885776/5dda233f2f2e%2C35133%2C1731845885776.1731845888043 2024-11-17T12:18:08,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45279:45279)] 2024-11-17T12:18:08,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:18:08,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:08,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:18:08,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:08,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:18:08,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:08,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:18:08,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:08,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:18:08,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:08,071 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,071 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,072 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,073 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,073 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,074 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:18:08,075 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:08,078 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:18:08,079 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64398801, jitterRate=-0.04038308560848236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:18:08,080 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731845888062Initializing all the Stores at 1731845888063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845888063Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845888063Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845888063Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845888063Cleaning up temporary data from old regions at 1731845888073 (+10 ms)Region opened successfully at 1731845888080 (+7 ms) 2024-11-17T12:18:08,081 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:18:08,085 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49326095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:18:08,086 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:18:08,086 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:18:08,086 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:18:08,087 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:18:08,087 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:18:08,088 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:18:08,088 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:18:08,090 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:18:08,091 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Unable to get data of znode /02013419209/balancer because node does not exist (not necessarily an error) 2024-11-17T12:18:08,107 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02013419209/balancer already deleted, retry=false 2024-11-17T12:18:08,107 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:18:08,108 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Unable to get data of znode /02013419209/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:18:08,117 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02013419209/normalizer already deleted, retry=false 2024-11-17T12:18:08,118 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:18:08,121 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Unable to get data of znode /02013419209/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:18:08,128 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02013419209/switch/split already deleted, retry=false 2024-11-17T12:18:08,129 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Unable to get data of znode /02013419209/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:18:08,142 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02013419209/switch/merge already deleted, retry=false 2024-11-17T12:18:08,144 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Unable to get data of znode /02013419209/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:18:08,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02013419209/snapshot-cleanup already deleted, retry=false 2024-11-17T12:18:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02013419209/running 2024-11-17T12:18:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02013419209/running 2024-11-17T12:18:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:08,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:08,168 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,35133,1731845885776, sessionid=0x10148baff900000, setting cluster-up flag (Was=false) 2024-11-17T12:18:08,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:08,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:08,244 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02013419209/flush-table-proc/acquired, /02013419209/flush-table-proc/reached, /02013419209/flush-table-proc/abort 2024-11-17T12:18:08,246 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:08,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:08,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:08,330 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02013419209/online-snapshot/acquired, /02013419209/online-snapshot/reached, /02013419209/online-snapshot/abort 2024-11-17T12:18:08,340 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:08,343 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:18:08,347 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:18:08,348 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:18:08,348 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:18:08,348 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5dda233f2f2e,40491,1731845854927: status=Processing ServerCrashProcedure of 5dda233f2f2e,40491,1731845854927 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731845872842, completionTime=-1 appears to have been leaked 2024-11-17T12:18:08,349 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,35133,1731845885776 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:18:08,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:18:08,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:18:08,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:18:08,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:18:08,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:18:08,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:18:08,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:18:08,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:18:08,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731845918364 2024-11-17T12:18:08,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:18:08,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:18:08,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:18:08,365 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:18:08,365 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:18:08,365 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:18:08,365 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:18:08,368 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:18:08,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:18:08,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:18:08,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:18:08,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:18:08,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:18:08,376 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845888372,5,FailOnTimeoutGroup] 2024-11-17T12:18:08,383 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845888376,5,FailOnTimeoutGroup] 2024-11-17T12:18:08,383 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,383 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:18:08,383 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,383 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:18:08,438 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(746): ClusterId : 5acf4d1b-8a1c-4235-a34e-2479ffd5fbe1 2024-11-17T12:18:08,438 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:18:08,445 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:18:08,445 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:18:08,455 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:18:08,455 DEBUG [RS:0;5dda233f2f2e:40897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf0bdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:18:08,465 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:40897 2024-11-17T12:18:08,465 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:18:08,465 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:18:08,465 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:18:08,466 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,35133,1731845885776 with port=40897, startcode=1731845886159 2024-11-17T12:18:08,466 DEBUG [RS:0;5dda233f2f2e:40897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:18:08,468 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:18:08,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35133 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:08,468 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35133 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:08,470 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef 2024-11-17T12:18:08,470 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41923 2024-11-17T12:18:08,470 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:18:08,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209/rs 2024-11-17T12:18:08,483 DEBUG [RS:0;5dda233f2f2e:40897 {}] zookeeper.ZKUtil(111): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on existing znode=/02013419209/rs/5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:08,483 WARN [RS:0;5dda233f2f2e:40897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:18:08,483 INFO [RS:0;5dda233f2f2e:40897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:18:08,483 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:08,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,40897,1731845886159] 2024-11-17T12:18:08,486 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:18:08,488 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:18:08,488 INFO [RS:0;5dda233f2f2e:40897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:18:08,488 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,488 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:18:08,489 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:18:08,489 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,489 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,490 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,490 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,490 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:08,490 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:18:08,490 DEBUG [RS:0;5dda233f2f2e:40897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:18:08,490 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,490 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,490 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,490 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,490 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,490 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40897,1731845886159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:18:08,505 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:18:08,505 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40897,1731845886159-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,505 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,505 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.Replication(171): 5dda233f2f2e,40897,1731845886159 started 2024-11-17T12:18:08,519 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:08,519 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,40897,1731845886159, RpcServer on 5dda233f2f2e/172.17.0.3:40897, sessionid=0x10148baff900001 2024-11-17T12:18:08,519 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:18:08,519 DEBUG [RS:0;5dda233f2f2e:40897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:08,519 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,40897,1731845886159' 2024-11-17T12:18:08,519 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02013419209/flush-table-proc/abort' 2024-11-17T12:18:08,520 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02013419209/flush-table-proc/acquired' 2024-11-17T12:18:08,520 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:18:08,520 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:18:08,520 DEBUG [RS:0;5dda233f2f2e:40897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:08,520 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,40897,1731845886159' 2024-11-17T12:18:08,520 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02013419209/online-snapshot/abort' 2024-11-17T12:18:08,521 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02013419209/online-snapshot/acquired' 2024-11-17T12:18:08,521 DEBUG [RS:0;5dda233f2f2e:40897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:18:08,521 INFO [RS:0;5dda233f2f2e:40897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:18:08,521 INFO [RS:0;5dda233f2f2e:40897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:18:08,621 INFO [RS:0;5dda233f2f2e:40897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:18:08,623 INFO [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40897%2C1731845886159, suffix=, logDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/oldWALs, maxLogs=10 2024-11-17T12:18:08,635 DEBUG [RS:0;5dda233f2f2e:40897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623, exclude list is [], retry=0 2024-11-17T12:18:08,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-97aa18a8-dde3-4879-a326-e377ac8a0cea,DISK] 2024-11-17T12:18:08,640 INFO [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623 2024-11-17T12:18:08,640 DEBUG [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45279:45279)] 2024-11-17T12:18:08,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:18:08,791 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef 2024-11-17T12:18:08,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:18:08,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:08,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:18:08,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:18:08,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:08,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:18:08,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:18:08,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:08,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:18:08,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:18:08,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:08,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:18:08,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:18:08,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:08,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:08,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:18:08,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740 2024-11-17T12:18:08,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740 2024-11-17T12:18:08,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:18:08,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:18:08,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:18:08,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:18:08,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:18:08,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72486257, jitterRate=0.08012939989566803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:18:08,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731845888800Initializing all the Stores at 1731845888801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845888801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845888801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845888801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845888801Cleaning up temporary data from old regions at 1731845888835 (+34 ms)Region opened successfully at 1731845888844 (+9 ms) 2024-11-17T12:18:08,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:18:08,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:18:08,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:18:08,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:18:08,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:18:08,856 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:18:08,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845888845Disabling compacts and flushes for region at 1731845888845Disabling writes for close at 1731845888845Writing region close event to WAL at 1731845888856 (+11 ms)Closed at 1731845888856 2024-11-17T12:18:08,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:18:08,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:18:08,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:18:08,860 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:18:08,861 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:18:09,012 DEBUG [5dda233f2f2e:35133 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:18:09,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:09,015 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,40897,1731845886159, state=OPENING 2024-11-17T12:18:09,023 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:18:09,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:09,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02013419209/meta-region-server: CHANGED 2024-11-17T12:18:09,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:18:09,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40897,1731845886159}] 2024-11-17T12:18:09,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:09,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02013419209/meta-region-server: CHANGED 2024-11-17T12:18:09,189 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:18:09,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:18:09,196 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:18:09,196 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:18:09,196 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:18:09,198 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40897%2C1731845886159.meta, suffix=.meta, logDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/oldWALs, maxLogs=10 2024-11-17T12:18:09,215 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.meta.1731845889198.meta, exclude list is [], retry=0 2024-11-17T12:18:09,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-97aa18a8-dde3-4879-a326-e377ac8a0cea,DISK] 2024-11-17T12:18:09,220 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.meta.1731845889198.meta 2024-11-17T12:18:09,225 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45279:45279)] 2024-11-17T12:18:09,225 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:18:09,226 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:18:09,226 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:18:09,226 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:18:09,226 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:18:09,226 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:18:09,226 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:09,226 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:18:09,226 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:18:09,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:18:09,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:18:09,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:09,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:09,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:18:09,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:18:09,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:09,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:09,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:18:09,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:18:09,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:09,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:09,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:18:09,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:18:09,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:09,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:09,235 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:18:09,235 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740 2024-11-17T12:18:09,236 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740 2024-11-17T12:18:09,237 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:18:09,238 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:18:09,238 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:18:09,240 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:18:09,241 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73073329, jitterRate=0.08887745440006256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:18:09,241 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:18:09,241 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731845889226Writing region info on filesystem at 1731845889226Initializing all the Stores at 1731845889227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845889228 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845889228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845889228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845889228Cleaning up temporary data from old regions at 1731845889238 (+10 ms)Running coprocessor post-open hooks at 1731845889241 (+3 ms)Region opened successfully at 1731845889241 2024-11-17T12:18:09,243 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731845889189 2024-11-17T12:18:09,245 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:18:09,245 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:18:09,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:09,247 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,40897,1731845886159, state=OPEN 2024-11-17T12:18:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02013419209/meta-region-server 2024-11-17T12:18:09,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02013419209/meta-region-server 2024-11-17T12:18:09,304 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:09,304 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02013419209/meta-region-server: CHANGED 2024-11-17T12:18:09,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02013419209/meta-region-server: CHANGED 2024-11-17T12:18:09,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:18:09,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40897,1731845886159 in 269 msec 2024-11-17T12:18:09,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:18:09,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-17T12:18:09,314 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:18:09,314 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:18:09,315 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:18:09,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40897,1731845886159, seqNum=-1] 2024-11-17T12:18:09,316 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:18:09,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:18:09,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 981 msec 2024-11-17T12:18:09,327 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731845889327, completionTime=-1 2024-11-17T12:18:09,327 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:18:09,327 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:18:09,330 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:18:09,330 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731845949330 2024-11-17T12:18:09,330 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846009330 2024-11-17T12:18:09,330 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-17T12:18:09,331 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35133,1731845885776-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:09,331 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35133,1731845885776-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:09,331 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35133,1731845885776-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:09,331 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:35133, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:09,331 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:09,331 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:09,334 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:18:09,336 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.050sec 2024-11-17T12:18:09,337 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:18:09,337 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:18:09,337 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:18:09,337 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:18:09,337 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:18:09,337 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35133,1731845885776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:18:09,337 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35133,1731845885776-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:18:09,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edd3723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:09,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35133,-1 for getting cluster id 2024-11-17T12:18:09,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:18:09,341 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5acf4d1b-8a1c-4235-a34e-2479ffd5fbe1' 2024-11-17T12:18:09,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:18:09,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5acf4d1b-8a1c-4235-a34e-2479ffd5fbe1" 2024-11-17T12:18:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69343a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35133,-1] 2024-11-17T12:18:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:18:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:09,345 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:18:09,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:09,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:18:09,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40897,1731845886159, seqNum=-1] 2024-11-17T12:18:09,350 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:18:09,350 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:18:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:18:09,350 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35133,1731845885776-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:09,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:18:09,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:09,356 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64910 2024-11-17T12:18:09,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:18:09,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148baff900002 connected 2024-11-17T12:18:09,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.log.dir so I do NOT create it in target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6 2024-11-17T12:18:09,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:18:09,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.tmp.dir so I do NOT create it in target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6 2024-11-17T12:18:09,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:18:09,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6 2024-11-17T12:18:09,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:18:09,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/cluster_d7a34187-ec68-ba0d-5052-e45f89c19df7, deleteOnExit=true 2024-11-17T12:18:09,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:18:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/test.cache.data in system properties and HBase conf 2024-11-17T12:18:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:18:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:18:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:18:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:18:09,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:18:09,393 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:18:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:18:09,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:18:09,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:18:09,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:18:09,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:18:09,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:18:09,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:18:09,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:18:09,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:18:09,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:18:09,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:18:09,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:18:09,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:18:09,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:18:10,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325753d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/java.io.tmpdir/jetty-localhost-35467-hadoop-hdfs-3_4_1-tests_jar-_-any-7505640923253275219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:18:10,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:35467} 2024-11-17T12:18:10,047 INFO [Time-limited test {}] server.Server(415): Started @45763ms 2024-11-17T12:18:10,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:18:10,398 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:18:10,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:18:10,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:18:10,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:18:10,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:18:10,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:18:10,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372c6d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/java.io.tmpdir/jetty-localhost-41791-hadoop-hdfs-3_4_1-tests_jar-_-any-5904964366737506544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:18:10,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:41791} 2024-11-17T12:18:10,505 INFO [Time-limited test {}] server.Server(415): Started @46221ms 2024-11-17T12:18:10,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:18:11,201 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/cluster_d7a34187-ec68-ba0d-5052-e45f89c19df7/data/data2/current/BP-1434815865-172.17.0.3-1731845889474/current, will proceed with Du for space computation calculation, 2024-11-17T12:18:11,201 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/cluster_d7a34187-ec68-ba0d-5052-e45f89c19df7/data/data1/current/BP-1434815865-172.17.0.3-1731845889474/current, will proceed with Du for space computation calculation, 2024-11-17T12:18:11,224 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:18:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ccfdb604644f093 with lease ID 0x7609977e0003af86: Processing first storage report for DS-89dabc4a-fe64-4cef-97c2-7d8852d25b8a from datanode DatanodeRegistration(127.0.0.1:39167, datanodeUuid=1236dfa7-b76d-420b-8bfa-88a4e0a40f30, infoPort=40825, infoSecurePort=0, ipcPort=40221, storageInfo=lv=-57;cid=testClusterID;nsid=721042576;c=1731845889474) 2024-11-17T12:18:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ccfdb604644f093 with lease ID 0x7609977e0003af86: from storage DS-89dabc4a-fe64-4cef-97c2-7d8852d25b8a node DatanodeRegistration(127.0.0.1:39167, datanodeUuid=1236dfa7-b76d-420b-8bfa-88a4e0a40f30, infoPort=40825, infoSecurePort=0, ipcPort=40221, storageInfo=lv=-57;cid=testClusterID;nsid=721042576;c=1731845889474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:18:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ccfdb604644f093 with lease ID 0x7609977e0003af86: Processing first storage report for DS-420807e2-eb67-4622-bae1-c7c6f6691067 from datanode DatanodeRegistration(127.0.0.1:39167, datanodeUuid=1236dfa7-b76d-420b-8bfa-88a4e0a40f30, infoPort=40825, infoSecurePort=0, ipcPort=40221, storageInfo=lv=-57;cid=testClusterID;nsid=721042576;c=1731845889474) 2024-11-17T12:18:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ccfdb604644f093 with lease ID 0x7609977e0003af86: from storage DS-420807e2-eb67-4622-bae1-c7c6f6691067 node DatanodeRegistration(127.0.0.1:39167, datanodeUuid=1236dfa7-b76d-420b-8bfa-88a4e0a40f30, infoPort=40825, infoSecurePort=0, ipcPort=40221, storageInfo=lv=-57;cid=testClusterID;nsid=721042576;c=1731845889474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:18:11,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6 2024-11-17T12:18:11,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:11,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:18:11,654 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced with version=8 2024-11-17T12:18:11,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/hbase-staging 2024-11-17T12:18:11,656 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:18:11,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:11,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:11,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:18:11,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:11,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:18:11,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:18:11,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:18:11,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35119 2024-11-17T12:18:11,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35119 connecting to ZooKeeper ensemble=127.0.0.1:64910 2024-11-17T12:18:11,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351190x0, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:18:11,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35119-0x10148baff900003 connected 2024-11-17T12:18:11,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:11,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:11,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on znode that does not yet exist, /11622856583/running 2024-11-17T12:18:11,796 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced, hbase.cluster.distributed=false 2024-11-17T12:18:11,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on znode that does not yet exist, /11622856583/acl 2024-11-17T12:18:11,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-17T12:18:11,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35119 2024-11-17T12:18:11,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35119 2024-11-17T12:18:11,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-17T12:18:11,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35119 2024-11-17T12:18:11,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:18:11,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:11,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:11,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:18:11,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:18:11,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:18:11,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:18:11,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:18:11,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34715 2024-11-17T12:18:11,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34715 connecting to ZooKeeper ensemble=127.0.0.1:64910 2024-11-17T12:18:11,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:11,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:11,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347150x0, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:18:11,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347150x0, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on znode that does not yet exist, /11622856583/running 2024-11-17T12:18:11,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34715-0x10148baff900004 connected 2024-11-17T12:18:11,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:18:11,849 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:18:11,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on znode that does not yet exist, /11622856583/master 2024-11-17T12:18:11,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on znode that does not yet exist, /11622856583/acl 2024-11-17T12:18:11,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-17T12:18:11,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34715 2024-11-17T12:18:11,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34715 2024-11-17T12:18:11,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-17T12:18:11,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34715 2024-11-17T12:18:11,870 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:35119 2024-11-17T12:18:11,871 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11622856583/backup-masters/5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:11,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583/backup-masters 2024-11-17T12:18:11,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583/backup-masters 2024-11-17T12:18:11,883 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on existing znode=/11622856583/backup-masters/5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11622856583/master 2024-11-17T12:18:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:11,897 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on existing znode=/11622856583/master 2024-11-17T12:18:11,897 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11622856583/backup-masters/5dda233f2f2e,35119,1731845891656 from backup master directory 2024-11-17T12:18:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583/backup-masters 2024-11-17T12:18:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11622856583/backup-masters/5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583/backup-masters 2024-11-17T12:18:11,908 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:18:11,909 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:11,916 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/hbase.id] with ID: 733a3262-1a6d-4abd-84ff-631dc46c39e8 2024-11-17T12:18:11,916 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/.tmp/hbase.id 2024-11-17T12:18:11,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:18:12,333 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/.tmp/hbase.id]:[hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/hbase.id] 2024-11-17T12:18:12,360 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:18:12,360 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:18:12,362 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T12:18:12,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:12,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:18:12,825 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:18:12,826 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:18:12,831 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:18:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:18:12,859 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store 2024-11-17T12:18:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:18:13,281 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:13,281 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:18:13,281 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:13,281 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:13,281 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:18:13,282 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:13,282 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:13,282 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845893281Disabling compacts and flushes for region at 1731845893281Disabling writes for close at 1731845893282 (+1 ms)Writing region close event to WAL at 1731845893282Closed at 1731845893282 2024-11-17T12:18:13,283 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/.initializing 2024-11-17T12:18:13,283 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/WALs/5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:13,284 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:18:13,286 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C35119%2C1731845891656, suffix=, logDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/WALs/5dda233f2f2e,35119,1731845891656, archiveDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/oldWALs, maxLogs=10 2024-11-17T12:18:13,304 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/WALs/5dda233f2f2e,35119,1731845891656/5dda233f2f2e%2C35119%2C1731845891656.1731845893287, exclude list is [], retry=0 2024-11-17T12:18:13,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-89dabc4a-fe64-4cef-97c2-7d8852d25b8a,DISK] 2024-11-17T12:18:13,311 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/WALs/5dda233f2f2e,35119,1731845891656/5dda233f2f2e%2C35119%2C1731845891656.1731845893287 2024-11-17T12:18:13,311 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40825:40825)] 2024-11-17T12:18:13,311 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:18:13,311 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:13,312 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,312 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:18:13,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:13,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:18:13,322 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:13,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:18:13,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:13,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:18:13,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:13,331 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,331 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,332 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,334 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,334 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,334 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:18:13,336 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:18:13,341 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:18:13,341 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70408502, jitterRate=0.04916843771934509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:18:13,342 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731845893312Initializing all the Stores at 1731845893313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845893313Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845893316 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845893316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845893316Cleaning up temporary data from old regions at 1731845893334 (+18 ms)Region opened successfully at 1731845893342 (+8 ms) 2024-11-17T12:18:13,342 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:18:13,346 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68978dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:18:13,348 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:18:13,348 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:18:13,348 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:18:13,348 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:18:13,349 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:18:13,349 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:18:13,349 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:18:13,358 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:18:13,360 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Unable to get data of znode /11622856583/balancer because node does not exist (not necessarily an error) 2024-11-17T12:18:13,391 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11622856583/balancer already deleted, retry=false 2024-11-17T12:18:13,391 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:18:13,392 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Unable to get data of znode /11622856583/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:18:13,401 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11622856583/normalizer already deleted, retry=false 2024-11-17T12:18:13,402 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:18:13,404 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Unable to get data of znode /11622856583/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:18:13,412 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11622856583/switch/split already deleted, retry=false 2024-11-17T12:18:13,413 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Unable to get data of znode /11622856583/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:18:13,422 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11622856583/switch/merge already deleted, retry=false 2024-11-17T12:18:13,426 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Unable to get data of znode /11622856583/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:18:13,433 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11622856583/snapshot-cleanup already deleted, retry=false 2024-11-17T12:18:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11622856583/running 2024-11-17T12:18:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11622856583/running 2024-11-17T12:18:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:13,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:13,444 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,35119,1731845891656, sessionid=0x10148baff900003, setting cluster-up flag (Was=false) 2024-11-17T12:18:13,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:13,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:13,507 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11622856583/flush-table-proc/acquired, /11622856583/flush-table-proc/reached, /11622856583/flush-table-proc/abort 2024-11-17T12:18:13,508 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:13,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:13,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:13,763 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11622856583/online-snapshot/acquired, /11622856583/online-snapshot/reached, /11622856583/online-snapshot/abort 2024-11-17T12:18:13,764 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:13,765 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:18:13,767 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:18:13,767 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:18:13,767 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:18:13,767 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,35119,1731845891656 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:18:13,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:18:13,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:18:13,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:18:13,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:18:13,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:18:13,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:13,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:18:13,769 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:13,771 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:18:13,771 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:18:13,773 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:18:13,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731845923776 2024-11-17T12:18:13,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:18:13,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:18:13,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:18:13,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:18:13,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:18:13,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:18:13,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:13,780 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:18:13,780 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:18:13,780 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:18:13,781 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:18:13,784 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:18:13,784 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:18:13,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:18:13,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:18:13,790 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced 2024-11-17T12:18:13,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845893784,5,FailOnTimeoutGroup] 2024-11-17T12:18:13,800 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845893796,5,FailOnTimeoutGroup] 2024-11-17T12:18:13,800 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:13,800 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:18:13,800 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:13,800 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:13,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741832_1008 (size=32) 2024-11-17T12:18:13,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:13,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:18:13,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:18:13,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:13,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:18:13,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:18:13,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:13,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:18:13,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:18:13,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:13,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:18:13,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:18:13,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:13,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:13,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:18:13,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740 2024-11-17T12:18:13,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740 2024-11-17T12:18:13,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:18:13,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:18:13,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:18:13,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:18:13,857 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:18:13,858 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69551654, jitterRate=0.036400407552719116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:18:13,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731845893819Initializing all the Stores at 1731845893820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845893820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845893821 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845893821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845893821Cleaning up temporary data from old regions at 1731845893842 (+21 ms)Region opened successfully at 1731845893858 (+16 ms) 2024-11-17T12:18:13,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:18:13,858 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:18:13,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:18:13,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:18:13,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:18:13,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:18:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845893858Disabling compacts and flushes for region at 1731845893858Disabling writes for close at 1731845893858Writing region close event to WAL at 1731845893860 (+2 ms)Closed at 1731845893860 2024-11-17T12:18:13,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:18:13,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:18:13,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:18:13,864 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:18:13,866 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:18:13,869 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(746): ClusterId : 733a3262-1a6d-4abd-84ff-631dc46c39e8 2024-11-17T12:18:13,869 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:18:13,883 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:18:13,883 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:18:13,893 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:18:13,894 DEBUG [RS:0;5dda233f2f2e:34715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170e2726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:18:13,910 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:34715 2024-11-17T12:18:13,910 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:18:13,910 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:18:13,911 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:18:13,912 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,35119,1731845891656 with port=34715, startcode=1731845891824 2024-11-17T12:18:13,913 DEBUG [RS:0;5dda233f2f2e:34715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:18:13,917 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:18:13,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:13,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35119 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:13,920 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced 2024-11-17T12:18:13,920 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35481 2024-11-17T12:18:13,920 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:18:13,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583/rs 2024-11-17T12:18:13,986 DEBUG [RS:0;5dda233f2f2e:34715 {}] zookeeper.ZKUtil(111): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on existing znode=/11622856583/rs/5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:13,986 WARN [RS:0;5dda233f2f2e:34715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:18:13,986 INFO [RS:0;5dda233f2f2e:34715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:18:13,986 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:13,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,34715,1731845891824] 2024-11-17T12:18:13,994 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:18:14,004 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:18:14,005 INFO [RS:0;5dda233f2f2e:34715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:18:14,005 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,005 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:18:14,006 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:18:14,007 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,007 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,008 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,008 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:18:14,008 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:18:14,008 DEBUG [RS:0;5dda233f2f2e:34715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:18:14,012 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,012 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,012 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,012 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,012 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,012 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34715,1731845891824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:18:14,016 WARN [5dda233f2f2e:35119 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T12:18:14,048 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:18:14,048 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34715,1731845891824-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,049 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,049 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.Replication(171): 5dda233f2f2e,34715,1731845891824 started 2024-11-17T12:18:14,069 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,069 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,34715,1731845891824, RpcServer on 5dda233f2f2e/172.17.0.3:34715, sessionid=0x10148baff900004 2024-11-17T12:18:14,069 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:18:14,069 DEBUG [RS:0;5dda233f2f2e:34715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:14,069 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,34715,1731845891824' 2024-11-17T12:18:14,069 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11622856583/flush-table-proc/abort' 2024-11-17T12:18:14,070 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11622856583/flush-table-proc/acquired' 2024-11-17T12:18:14,070 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:18:14,070 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:18:14,070 DEBUG [RS:0;5dda233f2f2e:34715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:14,071 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,34715,1731845891824' 2024-11-17T12:18:14,071 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11622856583/online-snapshot/abort' 2024-11-17T12:18:14,071 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11622856583/online-snapshot/acquired' 2024-11-17T12:18:14,071 DEBUG [RS:0;5dda233f2f2e:34715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:18:14,071 INFO [RS:0;5dda233f2f2e:34715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:18:14,071 INFO [RS:0;5dda233f2f2e:34715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:18:14,172 INFO [RS:0;5dda233f2f2e:34715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:18:14,174 INFO [RS:0;5dda233f2f2e:34715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C34715%2C1731845891824, suffix=, logDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824, archiveDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/oldWALs, maxLogs=10 2024-11-17T12:18:14,191 DEBUG [RS:0;5dda233f2f2e:34715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824/5dda233f2f2e%2C34715%2C1731845891824.1731845894174, exclude list is [], retry=0 2024-11-17T12:18:14,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-89dabc4a-fe64-4cef-97c2-7d8852d25b8a,DISK] 2024-11-17T12:18:14,198 INFO [RS:0;5dda233f2f2e:34715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824/5dda233f2f2e%2C34715%2C1731845891824.1731845894174 2024-11-17T12:18:14,198 DEBUG [RS:0;5dda233f2f2e:34715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40825:40825)] 2024-11-17T12:18:14,267 DEBUG [5dda233f2f2e:35119 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:18:14,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:14,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,34715,1731845891824, state=OPENING 2024-11-17T12:18:14,286 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:18:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:14,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:14,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11622856583/meta-region-server: CHANGED 2024-11-17T12:18:14,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11622856583/meta-region-server: CHANGED 2024-11-17T12:18:14,357 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:18:14,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,34715,1731845891824}] 2024-11-17T12:18:14,513 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:18:14,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:18:14,520 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:18:14,520 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:18:14,521 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:18:14,525 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C34715%2C1731845891824.meta, suffix=.meta, logDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824, archiveDir=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/oldWALs, maxLogs=10 2024-11-17T12:18:14,546 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824/5dda233f2f2e%2C34715%2C1731845891824.meta.1731845894525.meta, exclude list is [], retry=0 2024-11-17T12:18:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39167,DS-89dabc4a-fe64-4cef-97c2-7d8852d25b8a,DISK] 2024-11-17T12:18:14,559 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824/5dda233f2f2e%2C34715%2C1731845891824.meta.1731845894525.meta 2024-11-17T12:18:14,559 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40825:40825)] 2024-11-17T12:18:14,560 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:18:14,560 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:18:14,560 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:18:14,560 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:18:14,560 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:18:14,560 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:18:14,561 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:14,561 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:18:14,561 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:18:14,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:18:14,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:18:14,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:14,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:14,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:18:14,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:18:14,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:14,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:14,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:18:14,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:18:14,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:14,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:14,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:18:14,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:18:14,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:14,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:18:14,570 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:18:14,571 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740 2024-11-17T12:18:14,572 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740 2024-11-17T12:18:14,573 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:18:14,573 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:18:14,574 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:18:14,576 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:18:14,577 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61849378, jitterRate=-0.07837244868278503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:18:14,577 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:18:14,577 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731845894561Writing region info on filesystem at 1731845894561Initializing all the Stores at 1731845894562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845894562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845894563 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845894563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845894563Cleaning up temporary data from old regions at 1731845894573 (+10 ms)Running coprocessor post-open hooks at 1731845894577 (+4 ms)Region opened successfully at 1731845894577 2024-11-17T12:18:14,583 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731845894512 2024-11-17T12:18:14,586 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:18:14,586 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:18:14,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:14,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,34715,1731845891824, state=OPEN 2024-11-17T12:18:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11622856583/meta-region-server 2024-11-17T12:18:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11622856583/meta-region-server 2024-11-17T12:18:14,632 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:14,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11622856583/meta-region-server: CHANGED 2024-11-17T12:18:14,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11622856583/meta-region-server: CHANGED 2024-11-17T12:18:14,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:18:14,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,34715,1731845891824 in 275 msec 2024-11-17T12:18:14,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:18:14,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 775 msec 2024-11-17T12:18:14,642 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:18:14,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:18:14,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:18:14,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,34715,1731845891824, seqNum=-1] 2024-11-17T12:18:14,644 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:18:14,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:18:14,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-11-17T12:18:14,653 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731845894653, completionTime=-1 2024-11-17T12:18:14,653 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:18:14,653 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:18:14,656 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:18:14,656 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731845954656 2024-11-17T12:18:14,656 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846014656 2024-11-17T12:18:14,656 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T12:18:14,656 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35119,1731845891656-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,656 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35119,1731845891656-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,656 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35119,1731845891656-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,657 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:35119, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,657 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,659 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:18:14,660 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,664 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.755sec 2024-11-17T12:18:14,664 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:18:14,664 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:18:14,664 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:18:14,664 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:18:14,664 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:18:14,664 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35119,1731845891656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:18:14,664 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35119,1731845891656-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:18:14,668 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:18:14,668 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:18:14,668 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35119,1731845891656-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:18:14,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2be479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35119,-1 for getting cluster id 2024-11-17T12:18:14,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:18:14,671 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733a3262-1a6d-4abd-84ff-631dc46c39e8' 2024-11-17T12:18:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:18:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733a3262-1a6d-4abd-84ff-631dc46c39e8" 2024-11-17T12:18:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a9e697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35119,-1] 2024-11-17T12:18:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:18:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:14,673 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:18:14,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa38317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:18:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,34715,1731845891824, seqNum=-1] 2024-11-17T12:18:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:18:14,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:18:14,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:14,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64910 2024-11-17T12:18:14,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:18:14,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148baff900005 connected 2024-11-17T12:18:14,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:18:14,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:14,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:14,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:18:14,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T12:18:14,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:18:14,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T12:18:14,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:18:14,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T12:18:14,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T12:18:14,766 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T12:18:14,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:18:14,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3234deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35133,-1 for getting cluster id 2024-11-17T12:18:14,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:18:14,780 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5acf4d1b-8a1c-4235-a34e-2479ffd5fbe1' 2024-11-17T12:18:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:18:14,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5acf4d1b-8a1c-4235-a34e-2479ffd5fbe1" 2024-11-17T12:18:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35133,-1] 2024-11-17T12:18:14,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:18:14,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:14,788 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:18:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce91d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:18:14,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:14,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6006297c 2024-11-17T12:18:14,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:18:14,795 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:18:14,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:35119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:18:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:18:14,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:18:14,803 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:35119' 2024-11-17T12:18:14,808 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b89955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,809 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35119,-1 for getting cluster id 2024-11-17T12:18:14,810 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:18:14,811 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733a3262-1a6d-4abd-84ff-631dc46c39e8' 2024-11-17T12:18:14,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:18:14,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733a3262-1a6d-4abd-84ff-631dc46c39e8" 2024-11-17T12:18:14,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18243964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35119,-1] 2024-11-17T12:18:14,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:18:14,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:14,814 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:18:14,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd20bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:14,816 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:18:14,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:14,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3605d94d 2024-11-17T12:18:14,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:18:14,819 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:18:14,820 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T12:18:14,820 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:18:14,820 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:14,820 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:14,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:18:14,821 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:18:14,823 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:18:14,824 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:18:14,825 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:14,826 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:18:14,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741835_1011 (size=1138) 2024-11-17T12:18:14,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73a3a56df5c1529ab5ea2e6bbe67df30, NAME => 'hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef 2024-11-17T12:18:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741836_1012 (size=44) 2024-11-17T12:18:14,873 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:18:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:18:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:18:15,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:15,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73a3a56df5c1529ab5ea2e6bbe67df30, disabling compactions & flushes 2024-11-17T12:18:15,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:15,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:15,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. after waiting 0 ms 2024-11-17T12:18:15,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:15,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:15,258 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73a3a56df5c1529ab5ea2e6bbe67df30: Waiting for close lock at 1731845895258Disabling compacts and flushes for region at 1731845895258Disabling writes for close at 1731845895258Writing region close event to WAL at 1731845895258Closed at 1731845895258 2024-11-17T12:18:15,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:18:15,260 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731845895260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731845895260"}]},"ts":"1731845895260"} 2024-11-17T12:18:15,263 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:18:15,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:18:15,264 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845895264"}]},"ts":"1731845895264"} 2024-11-17T12:18:15,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:18:15,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73a3a56df5c1529ab5ea2e6bbe67df30, ASSIGN}] 2024-11-17T12:18:15,268 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73a3a56df5c1529ab5ea2e6bbe67df30, ASSIGN 2024-11-17T12:18:15,270 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73a3a56df5c1529ab5ea2e6bbe67df30, ASSIGN; state=OFFLINE, location=5dda233f2f2e,40897,1731845886159; forceNewPlan=false, retain=false 2024-11-17T12:18:15,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73a3a56df5c1529ab5ea2e6bbe67df30, regionState=OPENING, regionLocation=5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:15,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73a3a56df5c1529ab5ea2e6bbe67df30, ASSIGN because future has completed 2024-11-17T12:18:15,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73a3a56df5c1529ab5ea2e6bbe67df30, server=5dda233f2f2e,40897,1731845886159}] 2024-11-17T12:18:15,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:18:15,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:15,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:18:15,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:18:15,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40897%2C1731845886159.rep, suffix=, logDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159, archiveDir=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/oldWALs, maxLogs=10 2024-11-17T12:18:15,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.rep.1731845895584, exclude list is [], retry=0 2024-11-17T12:18:15,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32789,DS-97aa18a8-dde3-4879-a326-e377ac8a0cea,DISK] 2024-11-17T12:18:15,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.rep.1731845895584 2024-11-17T12:18:15,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45279:45279)] 2024-11-17T12:18:15,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 73a3a56df5c1529ab5ea2e6bbe67df30, NAME => 'hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:18:15,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:18:15,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:18:15,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. service=MultiRowMutationService 2024-11-17T12:18:15,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:18:15,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:18:15,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,616 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,625 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a3a56df5c1529ab5ea2e6bbe67df30 columnFamilyName hfileref 2024-11-17T12:18:15,625 DEBUG [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:15,646 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] regionserver.HStore(327): Store=73a3a56df5c1529ab5ea2e6bbe67df30/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:15,646 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,653 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a3a56df5c1529ab5ea2e6bbe67df30 columnFamilyName queue 2024-11-17T12:18:15,653 DEBUG [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:15,654 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] regionserver.HStore(327): Store=73a3a56df5c1529ab5ea2e6bbe67df30/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:15,654 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,655 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73a3a56df5c1529ab5ea2e6bbe67df30 columnFamilyName sid 2024-11-17T12:18:15,656 DEBUG [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:18:15,656 INFO [StoreOpener-73a3a56df5c1529ab5ea2e6bbe67df30-1 {}] regionserver.HStore(327): Store=73a3a56df5c1529ab5ea2e6bbe67df30/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:18:15,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:18:15,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:18:15,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 73a3a56df5c1529ab5ea2e6bbe67df30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65180175, jitterRate=-0.028739705681800842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:18:15,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:15,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 73a3a56df5c1529ab5ea2e6bbe67df30: Running coprocessor pre-open hook at 1731845895614Writing region info on filesystem at 1731845895614Initializing all the Stores at 1731845895615 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845895615Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845895616 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845895616Cleaning up temporary data from old regions at 1731845895659 (+43 ms)Running coprocessor post-open hooks at 1731845895665 (+6 ms)Region opened successfully at 1731845895666 (+1 ms) 2024-11-17T12:18:15,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30., pid=7, masterSystemTime=1731845895576 2024-11-17T12:18:15,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:15,669 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:15,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=73a3a56df5c1529ab5ea2e6bbe67df30, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:15,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73a3a56df5c1529ab5ea2e6bbe67df30, server=5dda233f2f2e,40897,1731845886159 because future has completed 2024-11-17T12:18:15,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T12:18:15,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 73a3a56df5c1529ab5ea2e6bbe67df30, server=5dda233f2f2e,40897,1731845886159 in 251 msec 2024-11-17T12:18:15,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:18:15,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73a3a56df5c1529ab5ea2e6bbe67df30, ASSIGN in 409 msec 2024-11-17T12:18:15,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:18:15,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845895680"}]},"ts":"1731845895680"} 2024-11-17T12:18:15,682 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:18:15,683 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:18:15,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 862 msec 2024-11-17T12:18:15,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30., hostname=5dda233f2f2e,40897,1731845886159, seqNum=2] 2024-11-17T12:18:15,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:15,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:18:15,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:18:16,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T12:18:16,120 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:18:16,156 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,40897,1731845886159, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:18:16,156 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:18:16,156 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40897,1731845886159, seqNum=-1] 2024-11-17T12:18:16,156 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:18:16,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-17T12:18:16,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,40897,1731845886159', locateType=CURRENT is [region=hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30., hostname=5dda233f2f2e,40897,1731845886159, seqNum=2] 2024-11-17T12:18:16,165 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T12:18:16,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T12:18:16,168 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,40897,1731845886159 suceeded 2024-11-17T12:18:16,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T12:18:16,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-17T12:18:16,171 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:35119,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:18:16,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3760 sec 2024-11-17T12:18:16,182 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:35119' 2024-11-17T12:18:16,183 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7569f5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:16,183 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35119,-1 for getting cluster id 2024-11-17T12:18:16,183 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:18:16,184 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '733a3262-1a6d-4abd-84ff-631dc46c39e8' 2024-11-17T12:18:16,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:18:16,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "733a3262-1a6d-4abd-84ff-631dc46c39e8" 2024-11-17T12:18:16,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fa576a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:16,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35119,-1] 2024-11-17T12:18:16,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:18:16,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:16,186 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:18:16,187 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45bd3ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:18:16,187 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:18:16,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:16,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b9db76 2024-11-17T12:18:16,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:18:16,189 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-17T12:18:16,190 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,40897,1731845886159 (queues=1) is replicating from cluster=5acf4d1b-8a1c-4235-a34e-2479ffd5fbe1 to cluster=733a3262-1a6d-4abd-84ff-631dc46c39e8 2024-11-17T12:18:16,190 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C40897%2C1731845886159 2024-11-17T12:18:16,190 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,40897,1731845886159, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:18:16,191 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.shipper5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C40897%2C1731845886159 2024-11-17T12:18:16,191 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623, startPosition=0, beingWritten=true 2024-11-17T12:18:16,398 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623 to pos 0, reset compression=false 2024-11-17T12:18:16,703 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623 to pos 0, reset compression=false 2024-11-17T12:18:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:18:16,951 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:18:16,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:18:16,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:16,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:16,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:16,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:18:16,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:18:16,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:16,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39796ac 2024-11-17T12:18:16,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:18:16,953 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:18:16,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T12:18:16,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:18:16,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:18:16,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:16,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:16,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:16,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:18:16,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:18:16,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1008399144, stopped=false 2024-11-17T12:18:16,955 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,35119,1731845891656 2024-11-17T12:18:17,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11622856583/running 2024-11-17T12:18:17,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11622856583/running 2024-11-17T12:18:17,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:17,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:17,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:18:17,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:18:17,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:17,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:17,100 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,34715,1731845891824' ***** 2024-11-17T12:18:17,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on znode that does not yet exist, /11622856583/running 2024-11-17T12:18:17,100 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:18:17,100 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:17,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Set watcher on znode that does not yet exist, /11622856583/running 2024-11-17T12:18:17,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:34715. 2024-11-17T12:18:17,101 DEBUG [RS:0;5dda233f2f2e:34715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:17,101 DEBUG [RS:0;5dda233f2f2e:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:18:17,101 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:18:17,102 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:18:17,102 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:18:17,102 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:17,102 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:18:17,102 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:18:17,102 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:18:17,102 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:18:17,102 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:18:17,103 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T12:18:17,108 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623 to pos 0, reset compression=false 2024-11-17T12:18:17,119 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740/.tmp/ns/a54ac9e6630e40919d3dde955f104961 is 43, key is default/ns:d/1731845894646/Put/seqid=0 2024-11-17T12:18:17,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741835_1011 (size=5153) 2024-11-17T12:18:17,133 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:18:17,302 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:17,503 DEBUG [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:17,524 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740/.tmp/ns/a54ac9e6630e40919d3dde955f104961 2024-11-17T12:18:17,532 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740/.tmp/ns/a54ac9e6630e40919d3dde955f104961 as hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740/ns/a54ac9e6630e40919d3dde955f104961 2024-11-17T12:18:17,539 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740/ns/a54ac9e6630e40919d3dde955f104961, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T12:18:17,540 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-17T12:18:17,545 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T12:18:17,546 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:18:17,546 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:18:17,546 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:18:17,546 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845897102Running coprocessor pre-close hooks at 1731845897102Disabling compacts and flushes for region at 1731845897102Disabling writes for close at 1731845897102Obtaining lock to block concurrent updates at 1731845897103 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731845897103Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731845897103Flushing stores of hbase:meta,,1.1588230740 at 1731845897104 (+1 ms)Flushing 1588230740/ns: creating writer at 1731845897104Flushing 1588230740/ns: appending metadata at 1731845897119 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731845897119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6edd30d3: reopening flushed file at 1731845897531 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1731845897540 (+9 ms)Writing region close event to WAL at 1731845897541 (+1 ms)Running coprocessor post-close hooks at 1731845897546 (+5 ms)Closed at 1731845897546 2024-11-17T12:18:17,546 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:18:17,613 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623 to pos 0, reset compression=false 2024-11-17T12:18:17,703 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,34715,1731845891824; all regions closed. 2024-11-17T12:18:17,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741834_1010 (size=1152) 2024-11-17T12:18:17,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824/5dda233f2f2e%2C34715%2C1731845891824.meta.1731845894525.meta not finished, retry = 0 2024-11-17T12:18:17,808 DEBUG [RS:0;5dda233f2f2e:34715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/oldWALs 2024-11-17T12:18:17,808 INFO [RS:0;5dda233f2f2e:34715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C34715%2C1731845891824.meta:.meta(num 1731845894525) 2024-11-17T12:18:17,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741833_1009 (size=93) 2024-11-17T12:18:17,810 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/WALs/5dda233f2f2e,34715,1731845891824/5dda233f2f2e%2C34715%2C1731845891824.1731845894174 not finished, retry = 0 2024-11-17T12:18:17,913 DEBUG [RS:0;5dda233f2f2e:34715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/oldWALs 2024-11-17T12:18:17,914 INFO [RS:0;5dda233f2f2e:34715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C34715%2C1731845891824:(num 1731845894174) 2024-11-17T12:18:17,914 DEBUG [RS:0;5dda233f2f2e:34715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:17,914 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:18:17,914 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:18:17,914 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:18:17,914 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:18:17,914 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:18:17,914 INFO [RS:0;5dda233f2f2e:34715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34715 2024-11-17T12:18:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583/rs 2024-11-17T12:18:17,924 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:18:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11622856583/rs/5dda233f2f2e,34715,1731845891824 2024-11-17T12:18:17,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,34715,1731845891824] 2024-11-17T12:18:17,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11622856583/draining/5dda233f2f2e,34715,1731845891824 already deleted, retry=false 2024-11-17T12:18:17,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,34715,1731845891824 expired; onlineServers=0 2024-11-17T12:18:17,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,35119,1731845891656' ***** 2024-11-17T12:18:17,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:18:17,945 INFO [M:0;5dda233f2f2e:35119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:18:17,945 INFO [M:0;5dda233f2f2e:35119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:18:17,945 DEBUG [M:0;5dda233f2f2e:35119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:18:17,945 DEBUG [M:0;5dda233f2f2e:35119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:18:17,945 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:18:17,945 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845893784 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845893784,5,FailOnTimeoutGroup] 2024-11-17T12:18:17,945 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845893796 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845893796,5,FailOnTimeoutGroup] 2024-11-17T12:18:17,945 INFO [M:0;5dda233f2f2e:35119 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:18:17,946 INFO [M:0;5dda233f2f2e:35119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:18:17,946 DEBUG [M:0;5dda233f2f2e:35119 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:18:17,946 INFO [M:0;5dda233f2f2e:35119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:18:17,946 INFO [M:0;5dda233f2f2e:35119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:18:17,946 INFO [M:0;5dda233f2f2e:35119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:18:17,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:18:17,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11622856583/master 2024-11-17T12:18:17,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11622856583 2024-11-17T12:18:17,966 DEBUG [M:0;5dda233f2f2e:35119 {}] zookeeper.RecoverableZooKeeper(212): Node /11622856583/master already deleted, retry=false 2024-11-17T12:18:17,966 DEBUG [M:0;5dda233f2f2e:35119 {}] master.ActiveMasterManager(353): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Failed delete of our master address node; KeeperErrorCode = NoNode for /11622856583/master 2024-11-17T12:18:17,967 INFO [M:0;5dda233f2f2e:35119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/.lastflushedseqids 2024-11-17T12:18:17,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741836_1012 (size=99) 2024-11-17T12:18:17,981 INFO [M:0;5dda233f2f2e:35119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:18:17,982 INFO [M:0;5dda233f2f2e:35119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:18:17,982 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:18:17,982 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:17,982 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:17,982 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:18:17,982 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:17,982 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T12:18:18,010 DEBUG [M:0;5dda233f2f2e:35119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd7a332519764ce2aa9b433ce5db77b6 is 82, key is hbase:meta,,1/info:regioninfo/1731845894587/Put/seqid=0 2024-11-17T12:18:18,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741837_1013 (size=5672) 2024-11-17T12:18:18,020 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd7a332519764ce2aa9b433ce5db77b6 2024-11-17T12:18:18,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:18,034 INFO [RS:0;5dda233f2f2e:34715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:18:18,034 INFO [RS:0;5dda233f2f2e:34715 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,34715,1731845891824; zookeeper connection closed. 2024-11-17T12:18:18,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34715-0x10148baff900004, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:18,035 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79a2da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79a2da 2024-11-17T12:18:18,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:18:18,061 DEBUG [M:0;5dda233f2f2e:35119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75b112c9157c47dd8870190b099129fd is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731845894652/Put/seqid=0 2024-11-17T12:18:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741838_1014 (size=5275) 2024-11-17T12:18:18,073 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75b112c9157c47dd8870190b099129fd 2024-11-17T12:18:18,100 DEBUG [M:0;5dda233f2f2e:35119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef0b095d75fe449191841f1803e722e2 is 69, key is 5dda233f2f2e,34715,1731845891824/rs:state/1731845893918/Put/seqid=0 2024-11-17T12:18:18,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741839_1015 (size=5156) 2024-11-17T12:18:18,111 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef0b095d75fe449191841f1803e722e2 2024-11-17T12:18:18,120 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd7a332519764ce2aa9b433ce5db77b6 as hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd7a332519764ce2aa9b433ce5db77b6 2024-11-17T12:18:18,126 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd7a332519764ce2aa9b433ce5db77b6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T12:18:18,130 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75b112c9157c47dd8870190b099129fd as hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75b112c9157c47dd8870190b099129fd 2024-11-17T12:18:18,141 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75b112c9157c47dd8870190b099129fd, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T12:18:18,142 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef0b095d75fe449191841f1803e722e2 as hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef0b095d75fe449191841f1803e722e2 2024-11-17T12:18:18,155 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35481/user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef0b095d75fe449191841f1803e722e2, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T12:18:18,160 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=28, compaction requested=false 2024-11-17T12:18:18,178 INFO [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:18,178 DEBUG [M:0;5dda233f2f2e:35119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845897982Disabling compacts and flushes for region at 1731845897982Disabling writes for close at 1731845897982Obtaining lock to block concurrent updates at 1731845897982Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731845897982Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731845897983 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731845897984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731845897984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731845898009 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731845898009Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731845898033 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731845898061 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731845898061Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731845898078 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731845898100 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731845898100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e568c5: reopening flushed file at 1731845898119 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c78e47: reopening flushed file at 1731845898126 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50682d85: reopening flushed file at 1731845898141 (+15 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 178ms, sequenceid=28, compaction requested=false at 1731845898160 (+19 ms)Writing region close event to WAL at 1731845898178 (+18 ms)Closed at 1731845898178 2024-11-17T12:18:18,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39167 is added to blk_1073741830_1006 (size=10165) 2024-11-17T12:18:18,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7a78ef65-c611-b7bb-0c80-cd78e00c8ced/MasterData/WALs/5dda233f2f2e,35119,1731845891656/5dda233f2f2e%2C35119%2C1731845891656.1731845893287 not finished, retry = 0 2024-11-17T12:18:18,219 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623 to pos 0, reset compression=false 2024-11-17T12:18:18,296 INFO [M:0;5dda233f2f2e:35119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:18:18,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:18:18,296 INFO [M:0;5dda233f2f2e:35119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35119 2024-11-17T12:18:18,300 INFO [M:0;5dda233f2f2e:35119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:18:18,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:18,417 INFO [M:0;5dda233f2f2e:35119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:18:18,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35119-0x10148baff900003, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:18,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372c6d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:18:18,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654d7991{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:18:18,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:18:18,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:18:18,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f1601f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.log.dir/,STOPPED} 2024-11-17T12:18:18,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:18:18,442 WARN [BP-1434815865-172.17.0.3-1731845889474 heartbeating to localhost/127.0.0.1:35481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:18:18,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:18:18,442 WARN [BP-1434815865-172.17.0.3-1731845889474 heartbeating to localhost/127.0.0.1:35481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1434815865-172.17.0.3-1731845889474 (Datanode Uuid 1236dfa7-b76d-420b-8bfa-88a4e0a40f30) service to localhost/127.0.0.1:35481 2024-11-17T12:18:18,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/cluster_d7a34187-ec68-ba0d-5052-e45f89c19df7/data/data1/current/BP-1434815865-172.17.0.3-1731845889474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:18:18,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/cluster_d7a34187-ec68-ba0d-5052-e45f89c19df7/data/data2/current/BP-1434815865-172.17.0.3-1731845889474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:18:18,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:18:18,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325753d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:18:18,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf604b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:18:18,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:18:18,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:18:18,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ee1e224{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.log.dir/,STOPPED} 2024-11-17T12:18:18,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:18:18,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:18:18,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:18:18,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:18,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:18,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:18,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:18:18,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:18:18,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=264274525, stopped=false 2024-11-17T12:18:18,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,35133,1731845885776 2024-11-17T12:18:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02013419209/running 2024-11-17T12:18:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02013419209/running 2024-11-17T12:18:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:18,503 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:18:18,503 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:18:18,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:18,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:18,504 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,40897,1731845886159' ***** 2024-11-17T12:18:18,504 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:18:18,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on znode that does not yet exist, /02013419209/running 2024-11-17T12:18:18,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Set watcher on znode that does not yet exist, /02013419209/running 2024-11-17T12:18:18,504 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:18:18,505 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(3091): Received CLOSE for 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:40897. 2024-11-17T12:18:18,505 DEBUG [RS:0;5dda233f2f2e:40897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:18,505 DEBUG [RS:0;5dda233f2f2e:40897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:18:18,505 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:18:18,506 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:18:18,506 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73a3a56df5c1529ab5ea2e6bbe67df30, disabling compactions & flushes 2024-11-17T12:18:18,506 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1325): Online Regions={73a3a56df5c1529ab5ea2e6bbe67df30=hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:18:18,506 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:18,506 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:18:18,506 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73a3a56df5c1529ab5ea2e6bbe67df30 2024-11-17T12:18:18,506 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:18,506 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:18:18,506 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. after waiting 0 ms 2024-11-17T12:18:18,506 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:18:18,506 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:18,506 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:18:18,506 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73a3a56df5c1529ab5ea2e6bbe67df30 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T12:18:18,506 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:18:18,506 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T12:18:18,510 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:18:18,533 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30/.tmp/queue/8bfb1b6eddea4e70af801814f9f9dea6 is 151, key is 1-5dda233f2f2e,40897,1731845886159/queue:5dda233f2f2e%2C40897%2C1731845886159/1731845896163/Put/seqid=0 2024-11-17T12:18:18,533 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/info/0471b7956b2f4af58e13ddc88af56af5 is 147, key is hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30./info:regioninfo/1731845895670/Put/seqid=0 2024-11-17T12:18:18,534 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:18:18,534 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:18:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741838_1014 (size=5350) 2024-11-17T12:18:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741839_1015 (size=6631) 2024-11-17T12:18:18,554 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30/.tmp/queue/8bfb1b6eddea4e70af801814f9f9dea6 2024-11-17T12:18:18,566 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30/.tmp/queue/8bfb1b6eddea4e70af801814f9f9dea6 as hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30/queue/8bfb1b6eddea4e70af801814f9f9dea6 2024-11-17T12:18:18,575 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30/queue/8bfb1b6eddea4e70af801814f9f9dea6, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T12:18:18,577 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 73a3a56df5c1529ab5ea2e6bbe67df30 in 71ms, sequenceid=5, compaction requested=false 2024-11-17T12:18:18,577 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:18:18,587 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/replication/73a3a56df5c1529ab5ea2e6bbe67df30/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T12:18:18,587 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:18:18,587 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:18:18,587 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:18,588 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73a3a56df5c1529ab5ea2e6bbe67df30: Waiting for close lock at 1731845898506Running coprocessor pre-close hooks at 1731845898506Disabling compacts and flushes for region at 1731845898506Disabling writes for close at 1731845898506Obtaining lock to block concurrent updates at 1731845898506Preparing flush snapshotting stores in 73a3a56df5c1529ab5ea2e6bbe67df30 at 1731845898506Finished memstore snapshotting hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731845898506Flushing stores of hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. at 1731845898507 (+1 ms)Flushing 73a3a56df5c1529ab5ea2e6bbe67df30/queue: creating writer at 1731845898507Flushing 73a3a56df5c1529ab5ea2e6bbe67df30/queue: appending metadata at 1731845898532 (+25 ms)Flushing 73a3a56df5c1529ab5ea2e6bbe67df30/queue: closing flushed file at 1731845898533 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e676dce: reopening flushed file at 1731845898565 (+32 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 73a3a56df5c1529ab5ea2e6bbe67df30 in 71ms, sequenceid=5, compaction requested=false at 1731845898577 (+12 ms)Writing region close event to WAL at 1731845898582 (+5 ms)Running coprocessor post-close hooks at 1731845898587 (+5 ms)Closed at 1731845898587 2024-11-17T12:18:18,588 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731845894820.73a3a56df5c1529ab5ea2e6bbe67df30. 2024-11-17T12:18:18,706 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:18,906 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:18,940 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623 to pos 0, reset compression=false 2024-11-17T12:18:18,953 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/info/0471b7956b2f4af58e13ddc88af56af5 2024-11-17T12:18:18,991 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/ns/84b05a1d3ff842f9b0f9a39216bb4f8f is 43, key is default/ns:d/1731845889319/Put/seqid=0 2024-11-17T12:18:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741840_1016 (size=5153) 2024-11-17T12:18:19,107 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:19,307 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:19,412 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/ns/84b05a1d3ff842f9b0f9a39216bb4f8f 2024-11-17T12:18:19,448 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/table/f21b09c512a847118a3e95f45d6108e7 is 53, key is hbase:replication/table:state/1731845895680/Put/seqid=0 2024-11-17T12:18:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741841_1017 (size=5256) 2024-11-17T12:18:19,457 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/table/f21b09c512a847118a3e95f45d6108e7 2024-11-17T12:18:19,474 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/info/0471b7956b2f4af58e13ddc88af56af5 as hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/info/0471b7956b2f4af58e13ddc88af56af5 2024-11-17T12:18:19,488 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/info/0471b7956b2f4af58e13ddc88af56af5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T12:18:19,489 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/ns/84b05a1d3ff842f9b0f9a39216bb4f8f as hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/ns/84b05a1d3ff842f9b0f9a39216bb4f8f 2024-11-17T12:18:19,503 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/ns/84b05a1d3ff842f9b0f9a39216bb4f8f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:18:19,505 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/.tmp/table/f21b09c512a847118a3e95f45d6108e7 as hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/table/f21b09c512a847118a3e95f45d6108e7 2024-11-17T12:18:19,507 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:18:19,507 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:18:19,508 DEBUG [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:18:19,519 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/table/f21b09c512a847118a3e95f45d6108e7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T12:18:19,523 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1017ms, sequenceid=11, compaction requested=false 2024-11-17T12:18:19,548 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T12:18:19,549 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:18:19,549 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:18:19,549 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:18:19,549 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845898506Running coprocessor pre-close hooks at 1731845898506Disabling compacts and flushes for region at 1731845898506Disabling writes for close at 1731845898506Obtaining lock to block concurrent updates at 1731845898506Preparing flush snapshotting stores in 1588230740 at 1731845898506Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731845898506Flushing stores of hbase:meta,,1.1588230740 at 1731845898507 (+1 ms)Flushing 1588230740/info: creating writer at 1731845898507Flushing 1588230740/info: appending metadata at 1731845898533 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731845898533Flushing 1588230740/ns: creating writer at 1731845898965 (+432 ms)Flushing 1588230740/ns: appending metadata at 1731845898990 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731845898990Flushing 1588230740/table: creating writer at 1731845899425 (+435 ms)Flushing 1588230740/table: appending metadata at 1731845899447 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731845899447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@440d08ca: reopening flushed file at 1731845899473 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2455775a: reopening flushed file at 1731845899488 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ba3eee: reopening flushed file at 1731845899504 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1017ms, sequenceid=11, compaction requested=false at 1731845899523 (+19 ms)Writing region close event to WAL at 1731845899539 (+16 ms)Running coprocessor post-close hooks at 1731845899549 (+10 ms)Closed at 1731845899549 2024-11-17T12:18:19,550 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:18:19,708 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,40897,1731845886159; all regions closed. 2024-11-17T12:18:19,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.meta.1731845889198.meta not finished, retry = 0 2024-11-17T12:18:19,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741834_1010 (size=2742) 2024-11-17T12:18:19,756 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/WALs/5dda233f2f2e,40897,1731845886159/5dda233f2f2e%2C40897%2C1731845886159.1731845888623 to pos 0, reset compression=false 2024-11-17T12:18:19,817 DEBUG [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/oldWALs 2024-11-17T12:18:19,817 INFO [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C40897%2C1731845886159.meta:.meta(num 1731845889198) 2024-11-17T12:18:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741837_1013 (size=1586) 2024-11-17T12:18:19,829 DEBUG [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/oldWALs 2024-11-17T12:18:19,830 INFO [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C40897%2C1731845886159.rep:(num 1731845895584) 2024-11-17T12:18:19,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741832_1008 (size=93) 2024-11-17T12:18:19,841 DEBUG [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/oldWALs 2024-11-17T12:18:19,841 INFO [RS:0;5dda233f2f2e:40897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C40897%2C1731845886159:(num 1731845888623) 2024-11-17T12:18:19,841 DEBUG [RS:0;5dda233f2f2e:40897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:19,841 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:18:19,843 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:18:19,843 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:18:19,843 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:18:19,843 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:18:19,843 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,40897,1731845886159 because: Region server is closing 2024-11-17T12:18:19,844 INFO [RS:0;5dda233f2f2e:40897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:40897. 2024-11-17T12:18:19,844 DEBUG [RS:0;5dda233f2f2e:40897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:18:19,844 DEBUG [RS:0;5dda233f2f2e:40897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:19,844 DEBUG [RS:0;5dda233f2f2e:40897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:18:19,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:18:19,944 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.wal-reader.5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:18:19,944 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.shipper5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T12:18:19,946 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40897,1731845886159.replicationSource.shipper5dda233f2f2e%2C40897%2C1731845886159,1-5dda233f2f2e,40897,1731845886159 terminated 2024-11-17T12:18:19,946 INFO [RS:0;5dda233f2f2e:40897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40897 2024-11-17T12:18:19,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209/rs 2024-11-17T12:18:19,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02013419209/rs/5dda233f2f2e,40897,1731845886159 2024-11-17T12:18:19,998 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:18:19,998 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f70308e8d20@511dd154 rejected from java.util.concurrent.ThreadPoolExecutor@141f4513[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T12:18:19,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,40897,1731845886159] 2024-11-17T12:18:20,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:18:20,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:20,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:20,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:20,284 INFO [RS:0;5dda233f2f2e:40897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:18:20,284 INFO [RS:0;5dda233f2f2e:40897 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,40897,1731845886159; zookeeper connection closed. 2024-11-17T12:18:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40897-0x10148baff900001, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:20,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4412b7d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4412b7d2 2024-11-17T12:18:20,285 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:18:20,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02013419209/draining/5dda233f2f2e,40897,1731845886159 already deleted, retry=false 2024-11-17T12:18:20,395 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,40897,1731845886159 expired; onlineServers=0 2024-11-17T12:18:20,395 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,35133,1731845885776' ***** 2024-11-17T12:18:20,395 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:18:20,395 INFO [M:0;5dda233f2f2e:35133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:18:20,395 INFO [M:0;5dda233f2f2e:35133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:18:20,395 DEBUG [M:0;5dda233f2f2e:35133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:18:20,395 DEBUG [M:0;5dda233f2f2e:35133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:18:20,396 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:18:20,396 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845888376 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845888376,5,FailOnTimeoutGroup] 2024-11-17T12:18:20,396 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845888372 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845888372,5,FailOnTimeoutGroup] 2024-11-17T12:18:20,396 INFO [M:0;5dda233f2f2e:35133 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:18:20,396 INFO [M:0;5dda233f2f2e:35133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:18:20,396 DEBUG [M:0;5dda233f2f2e:35133 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:18:20,396 INFO [M:0;5dda233f2f2e:35133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:18:20,396 INFO [M:0;5dda233f2f2e:35133 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:18:20,396 INFO [M:0;5dda233f2f2e:35133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:18:20,396 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:18:20,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02013419209/master 2024-11-17T12:18:20,450 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02013419209/master already deleted, retry=false 2024-11-17T12:18:20,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02013419209 2024-11-17T12:18:20,450 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Failed delete of our master address node; KeeperErrorCode = NoNode for /02013419209/master 2024-11-17T12:18:20,452 INFO [M:0;5dda233f2f2e:35133 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/.lastflushedseqids 2024-11-17T12:18:20,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741842_1018 (size=181) 2024-11-17T12:18:20,871 INFO [M:0;5dda233f2f2e:35133 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:18:20,871 INFO [M:0;5dda233f2f2e:35133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:18:20,871 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:18:20,871 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:20,871 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:20,871 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:18:20,871 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:20,871 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T12:18:20,893 DEBUG [M:0;5dda233f2f2e:35133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9779b77cb01e43e8bdb31ecd9fa19d48 is 82, key is hbase:meta,,1/info:regioninfo/1731845889246/Put/seqid=0 2024-11-17T12:18:20,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741843_1019 (size=5672) 2024-11-17T12:18:20,901 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9779b77cb01e43e8bdb31ecd9fa19d48 2024-11-17T12:18:20,926 DEBUG [M:0;5dda233f2f2e:35133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/478944c277004ebbb7506ce8d2dcb901 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731845895684/Put/seqid=0 2024-11-17T12:18:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741844_1020 (size=7203) 2024-11-17T12:18:21,333 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/478944c277004ebbb7506ce8d2dcb901 2024-11-17T12:18:21,353 DEBUG [M:0;5dda233f2f2e:35133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bec5905cc71741df91421ce0fd73afd2 is 69, key is 5dda233f2f2e,40897,1731845886159/rs:state/1731845888469/Put/seqid=0 2024-11-17T12:18:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741845_1021 (size=5156) 2024-11-17T12:18:21,758 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bec5905cc71741df91421ce0fd73afd2 2024-11-17T12:18:21,764 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9779b77cb01e43e8bdb31ecd9fa19d48 as hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9779b77cb01e43e8bdb31ecd9fa19d48 2024-11-17T12:18:21,769 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9779b77cb01e43e8bdb31ecd9fa19d48, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T12:18:21,770 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/478944c277004ebbb7506ce8d2dcb901 as hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/478944c277004ebbb7506ce8d2dcb901 2024-11-17T12:18:21,775 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/478944c277004ebbb7506ce8d2dcb901, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T12:18:21,776 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bec5905cc71741df91421ce0fd73afd2 as hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bec5905cc71741df91421ce0fd73afd2 2024-11-17T12:18:21,781 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41923/user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bec5905cc71741df91421ce0fd73afd2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T12:18:21,782 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=70, compaction requested=false 2024-11-17T12:18:21,784 INFO [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:18:21,784 DEBUG [M:0;5dda233f2f2e:35133 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845900871Disabling compacts and flushes for region at 1731845900871Disabling writes for close at 1731845900871Obtaining lock to block concurrent updates at 1731845900871Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731845900872 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731845900872Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731845900873 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731845900873Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731845900893 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731845900893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731845900906 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731845900926 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731845900926Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731845901340 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731845901352 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731845901352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b7efd5: reopening flushed file at 1731845901763 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b87da7d: reopening flushed file at 1731845901769 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260570e: reopening flushed file at 1731845901775 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=70, compaction requested=false at 1731845901782 (+7 ms)Writing region close event to WAL at 1731845901783 (+1 ms)Closed at 1731845901784 (+1 ms) 2024-11-17T12:18:21,787 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5ecf0bc-4c0b-f47a-3c69-d8f6159decef/MasterData/WALs/5dda233f2f2e,35133,1731845885776/5dda233f2f2e%2C35133%2C1731845885776.1731845888043 not finished, retry = 0 2024-11-17T12:18:21,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32789 is added to blk_1073741830_1006 (size=41008) 2024-11-17T12:18:21,888 INFO [M:0;5dda233f2f2e:35133 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:18:21,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:18:21,888 INFO [M:0;5dda233f2f2e:35133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35133 2024-11-17T12:18:21,888 INFO [M:0;5dda233f2f2e:35133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:18:22,411 INFO [M:0;5dda233f2f2e:35133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:18:22,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:22,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35133-0x10148baff900000, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:18:22,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383f8153{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:18:22,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59ce6a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:18:22,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:18:22,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7725da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:18:22,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58570e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.log.dir/,STOPPED} 2024-11-17T12:18:22,433 WARN [BP-459114051-172.17.0.3-1731845882893 heartbeating to localhost/127.0.0.1:41923 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:18:22,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:18:22,433 WARN [BP-459114051-172.17.0.3-1731845882893 heartbeating to localhost/127.0.0.1:41923 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-459114051-172.17.0.3-1731845882893 (Datanode Uuid a73f76d6-e12e-4f44-bbb2-9930a9ea22e7) service to localhost/127.0.0.1:41923 2024-11-17T12:18:22,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:18:22,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/cluster_2738b69c-b564-bb0b-36b7-3fd5fa9c70b4/data/data1/current/BP-459114051-172.17.0.3-1731845882893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:18:22,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/cluster_2738b69c-b564-bb0b-36b7-3fd5fa9c70b4/data/data2/current/BP-459114051-172.17.0.3-1731845882893 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:18:22,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:18:22,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14713665{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:18:22,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@80f7389{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:18:22,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:18:22,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599732c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:18:22,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1454d2c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b7b9b5d-26bd-b908-2368-a9c25f92d376/hadoop.log.dir/,STOPPED} 2024-11-17T12:18:22,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:18:22,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148baff900005, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:18:22,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148baff900002, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:18:22,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148baff900002, quorum=127.0.0.1:64910, baseZNode=/02013419209 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:18:22,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148baff900005, quorum=127.0.0.1:64910, baseZNode=/11622856583 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:18:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:18:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:18:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T12:18:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:18:25,051 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:18:25,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:25,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:25,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:25,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:18:32,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:18:32,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=121 (was 110) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64910) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41923 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=928 (was 1013), ProcessCount=11 (was 11), AvailableMemoryMB=378 (was 3471) 2024-11-17T12:18:32,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=121, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=928, ProcessCount=11, AvailableMemoryMB=377 2024-11-17T12:18:32,990 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-17T12:18:32,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.log.dir so I do NOT create it in target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4 2024-11-17T12:18:32,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:18:32,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.tmp.dir so I do NOT create it in target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4 2024-11-17T12:18:32,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7534fa2-9cff-7cc0-964c-211cbcbdc3b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:18:32,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4 2024-11-17T12:18:32,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/cluster_c0987e6f-304d-47c6-3fd1-de7a6d04b52f, deleteOnExit=true 2024-11-17T12:18:33,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/cluster_c0987e6f-304d-47c6-3fd1-de7a6d04b52f/zookeeper_0, clientPort=62254, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/cluster_c0987e6f-304d-47c6-3fd1-de7a6d04b52f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/cluster_c0987e6f-304d-47c6-3fd1-de7a6d04b52f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:18:33,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62254 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/test.cache.data in system properties and HBase conf 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:18:33,556 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:18:33,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:18:33,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:19:00,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:19:00,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:19:00,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:19:00,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:19:00,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:19:00,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:19:00,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375b801f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:19:00,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c3b38ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:19:00,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b7ce1ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/java.io.tmpdir/jetty-localhost-41957-hadoop-hdfs-3_4_1-tests_jar-_-any-15155434033719656680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:19:00,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b51241e{HTTP/1.1, (http/1.1)}{localhost:41957} 2024-11-17T12:19:00,668 INFO [Time-limited test {}] server.Server(415): Started @96384ms 2024-11-17T12:19:01,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:19:01,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:19:01,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:19:01,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:19:01,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:19:01,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2341537d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:19:01,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540dc864{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:19:01,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@133292a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/java.io.tmpdir/jetty-localhost-35269-hadoop-hdfs-3_4_1-tests_jar-_-any-12335402679723518844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:19:01,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d48c20b{HTTP/1.1, (http/1.1)}{localhost:35269} 2024-11-17T12:19:01,369 INFO [Time-limited test {}] server.Server(415): Started @97085ms 2024-11-17T12:19:01,370 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:19:03,211 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/cluster_c0987e6f-304d-47c6-3fd1-de7a6d04b52f/data/data1/current/BP-313158582-172.17.0.3-1731845913700/current, will proceed with Du for space computation calculation, 2024-11-17T12:19:03,211 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/cluster_c0987e6f-304d-47c6-3fd1-de7a6d04b52f/data/data2/current/BP-313158582-172.17.0.3-1731845913700/current, will proceed with Du for space computation calculation, 2024-11-17T12:19:03,344 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:19:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf3ce844bd003293 with lease ID 0x1bbc6249a7ae1d16: Processing first storage report for DS-e33c1993-8334-4f61-9785-ce82808360bf from datanode DatanodeRegistration(127.0.0.1:36941, datanodeUuid=136cc1a3-f552-4195-88ec-6e724f724c44, infoPort=46357, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=274164172;c=1731845913700) 2024-11-17T12:19:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf3ce844bd003293 with lease ID 0x1bbc6249a7ae1d16: from storage DS-e33c1993-8334-4f61-9785-ce82808360bf node DatanodeRegistration(127.0.0.1:36941, datanodeUuid=136cc1a3-f552-4195-88ec-6e724f724c44, infoPort=46357, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=274164172;c=1731845913700), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:19:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf3ce844bd003293 with lease ID 0x1bbc6249a7ae1d16: Processing first storage report for DS-1dc173b4-6ec1-477a-ae85-df355461cb87 from datanode DatanodeRegistration(127.0.0.1:36941, datanodeUuid=136cc1a3-f552-4195-88ec-6e724f724c44, infoPort=46357, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=274164172;c=1731845913700) 2024-11-17T12:19:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf3ce844bd003293 with lease ID 0x1bbc6249a7ae1d16: from storage DS-1dc173b4-6ec1-477a-ae85-df355461cb87 node DatanodeRegistration(127.0.0.1:36941, datanodeUuid=136cc1a3-f552-4195-88ec-6e724f724c44, infoPort=46357, infoSecurePort=0, ipcPort=41717, storageInfo=lv=-57;cid=testClusterID;nsid=274164172;c=1731845913700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:19:03,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4 2024-11-17T12:19:03,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:03,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:19:03,821 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30 with version=8 2024-11-17T12:19:03,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/hbase-staging 2024-11-17T12:19:03,824 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:19:03,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:03,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:03,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:19:03,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:03,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:19:03,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:19:03,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:19:03,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45537 2024-11-17T12:19:03,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45537 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-17T12:19:04,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455370x0, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:19:04,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45537-0x10148bb767a0000 connected 2024-11-17T12:19:04,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:04,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:04,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on znode that does not yet exist, /0-2117828218/running 2024-11-17T12:19:04,299 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30, hbase.cluster.distributed=false 2024-11-17T12:19:04,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on znode that does not yet exist, /0-2117828218/acl 2024-11-17T12:19:04,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-17T12:19:04,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45537 2024-11-17T12:19:04,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45537 2024-11-17T12:19:04,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-17T12:19:04,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45537 2024-11-17T12:19:04,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:19:04,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:04,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:04,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:19:04,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:04,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:19:04,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:19:04,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:19:04,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42927 2024-11-17T12:19:04,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42927 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-17T12:19:04,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:04,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:04,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429270x0, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:19:04,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42927-0x10148bb767a0001 connected 2024-11-17T12:19:04,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on znode that does not yet exist, /0-2117828218/running 2024-11-17T12:19:04,369 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:19:04,369 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:19:04,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on znode that does not yet exist, /0-2117828218/master 2024-11-17T12:19:04,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on znode that does not yet exist, /0-2117828218/acl 2024-11-17T12:19:04,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-17T12:19:04,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42927 2024-11-17T12:19:04,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42927 2024-11-17T12:19:04,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-17T12:19:04,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42927 2024-11-17T12:19:04,390 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:45537 2024-11-17T12:19:04,391 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2117828218/backup-masters/5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:04,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218/backup-masters 2024-11-17T12:19:04,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218/backup-masters 2024-11-17T12:19:04,455 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on existing znode=/0-2117828218/backup-masters/5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:04,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:04,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2117828218/master 2024-11-17T12:19:04,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:04,475 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on existing znode=/0-2117828218/master 2024-11-17T12:19:04,475 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2117828218/backup-masters/5dda233f2f2e,45537,1731845943824 from backup master directory 2024-11-17T12:19:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218/backup-masters 2024-11-17T12:19:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2117828218/backup-masters/5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:04,485 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:19:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218/backup-masters 2024-11-17T12:19:04,485 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:04,489 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/hbase.id] with ID: bed391ad-a5ae-48dc-9bbb-4ad1f44abcef 2024-11-17T12:19:04,489 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/.tmp/hbase.id 2024-11-17T12:19:04,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:19:04,494 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/.tmp/hbase.id]:[hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/hbase.id] 2024-11-17T12:19:04,506 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:04,506 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:19:04,507 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:19:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:04,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:04,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:19:04,922 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:19:04,923 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:19:04,923 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:19:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:19:05,331 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store 2024-11-17T12:19:05,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:19:05,737 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:05,737 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:19:05,737 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:19:05,737 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:19:05,737 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:19:05,737 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:19:05,737 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:19:05,737 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845945737Disabling compacts and flushes for region at 1731845945737Disabling writes for close at 1731845945737Writing region close event to WAL at 1731845945737Closed at 1731845945737 2024-11-17T12:19:05,738 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/.initializing 2024-11-17T12:19:05,738 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/WALs/5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:05,739 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:19:05,741 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C45537%2C1731845943824, suffix=, logDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/WALs/5dda233f2f2e,45537,1731845943824, archiveDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/oldWALs, maxLogs=10 2024-11-17T12:19:05,756 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/WALs/5dda233f2f2e,45537,1731845943824/5dda233f2f2e%2C45537%2C1731845943824.1731845945741, exclude list is [], retry=0 2024-11-17T12:19:05,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-e33c1993-8334-4f61-9785-ce82808360bf,DISK] 2024-11-17T12:19:05,760 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/WALs/5dda233f2f2e,45537,1731845943824/5dda233f2f2e%2C45537%2C1731845943824.1731845945741 2024-11-17T12:19:05,761 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46357:46357)] 2024-11-17T12:19:05,761 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:19:05,761 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:05,761 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,761 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:19:05,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:05,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:05,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:19:05,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:05,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:05,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:19:05,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:05,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:05,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:19:05,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:05,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:05,771 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,771 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,772 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,773 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,774 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,774 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:19:05,775 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:05,778 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:19:05,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72345816, jitterRate=0.07803666591644287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:19:05,779 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731845945761Initializing all the Stores at 1731845945762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845945762Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845945763 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845945763Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845945763Cleaning up temporary data from old regions at 1731845945774 (+11 ms)Region opened successfully at 1731845945779 (+5 ms) 2024-11-17T12:19:05,779 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:19:05,783 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26630d31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:19:05,783 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:19:05,784 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:19:05,784 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:19:05,784 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:19:05,792 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec 2024-11-17T12:19:05,793 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:19:05,793 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:19:05,796 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:19:05,798 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Unable to get data of znode /0-2117828218/balancer because node does not exist (not necessarily an error) 2024-11-17T12:19:05,888 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2117828218/balancer already deleted, retry=false 2024-11-17T12:19:05,889 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:19:05,889 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Unable to get data of znode /0-2117828218/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:19:05,953 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2117828218/normalizer already deleted, retry=false 2024-11-17T12:19:05,954 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:19:05,955 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Unable to get data of znode /0-2117828218/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:19:06,035 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2117828218/switch/split already deleted, retry=false 2024-11-17T12:19:06,036 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Unable to get data of znode /0-2117828218/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:19:06,111 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2117828218/switch/merge already deleted, retry=false 2024-11-17T12:19:06,113 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Unable to get data of znode /0-2117828218/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:19:06,194 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2117828218/snapshot-cleanup already deleted, retry=false 2024-11-17T12:19:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2117828218/running 2024-11-17T12:19:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2117828218/running 2024-11-17T12:19:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:06,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:06,279 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,45537,1731845943824, sessionid=0x10148bb767a0000, setting cluster-up flag (Was=false) 2024-11-17T12:19:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:06,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:06,682 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2117828218/flush-table-proc/acquired, /0-2117828218/flush-table-proc/reached, /0-2117828218/flush-table-proc/abort 2024-11-17T12:19:06,684 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:06,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:06,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:06,748 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2117828218/online-snapshot/acquired, /0-2117828218/online-snapshot/reached, /0-2117828218/online-snapshot/abort 2024-11-17T12:19:06,749 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:06,751 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:19:06,752 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:19:06,752 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:19:06,752 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:19:06,753 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,45537,1731845943824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:19:06,754 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:19:06,754 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:19:06,754 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:19:06,754 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:19:06,754 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:19:06,754 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,754 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:19:06,754 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,756 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:19:06,756 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731845976756 2024-11-17T12:19:06,756 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:19:06,756 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:19:06,756 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:19:06,756 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:19:06,756 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:19:06,756 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:19:06,756 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:19:06,756 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,757 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:19:06,757 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:19:06,757 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:19:06,757 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:06,757 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:19:06,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:19:06,764 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:19:06,764 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:19:06,765 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845946764,5,FailOnTimeoutGroup] 2024-11-17T12:19:06,765 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845946765,5,FailOnTimeoutGroup] 2024-11-17T12:19:06,765 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,765 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:19:06,765 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,765 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:19:06,779 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(746): ClusterId : bed391ad-a5ae-48dc-9bbb-4ad1f44abcef 2024-11-17T12:19:06,779 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:19:06,795 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:19:06,795 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:19:06,807 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:19:06,807 DEBUG [RS:0;5dda233f2f2e:42927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fbe477f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:19:06,823 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:42927 2024-11-17T12:19:06,823 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:19:06,823 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:19:06,823 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:19:06,828 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,45537,1731845943824 with port=42927, startcode=1731845944319 2024-11-17T12:19:06,829 DEBUG [RS:0;5dda233f2f2e:42927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:19:06,833 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:19:06,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:06,834 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45537 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:06,836 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30 2024-11-17T12:19:06,836 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40437 2024-11-17T12:19:06,836 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:19:06,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218/rs 2024-11-17T12:19:06,850 DEBUG [RS:0;5dda233f2f2e:42927 {}] zookeeper.ZKUtil(111): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on existing znode=/0-2117828218/rs/5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:06,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,42927,1731845944319] 2024-11-17T12:19:06,850 WARN [RS:0;5dda233f2f2e:42927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:19:06,850 INFO [RS:0;5dda233f2f2e:42927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:19:06,850 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:06,880 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:19:06,884 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:19:06,889 INFO [RS:0;5dda233f2f2e:42927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:19:06,889 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,892 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:19:06,898 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:19:06,898 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,899 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,899 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,899 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,899 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,899 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,899 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:19:06,900 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,900 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,900 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,900 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,900 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,900 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:06,900 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:19:06,900 DEBUG [RS:0;5dda233f2f2e:42927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:19:06,908 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,909 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,909 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,909 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,909 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,909 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42927,1731845944319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:19:06,940 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:19:06,940 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42927,1731845944319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,940 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,941 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.Replication(171): 5dda233f2f2e,42927,1731845944319 started 2024-11-17T12:19:06,963 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:06,963 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,42927,1731845944319, RpcServer on 5dda233f2f2e/172.17.0.3:42927, sessionid=0x10148bb767a0001 2024-11-17T12:19:06,963 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:19:06,963 DEBUG [RS:0;5dda233f2f2e:42927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:06,963 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,42927,1731845944319' 2024-11-17T12:19:06,963 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2117828218/flush-table-proc/abort' 2024-11-17T12:19:06,964 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2117828218/flush-table-proc/acquired' 2024-11-17T12:19:06,965 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:19:06,965 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:19:06,965 DEBUG [RS:0;5dda233f2f2e:42927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:06,965 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,42927,1731845944319' 2024-11-17T12:19:06,965 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2117828218/online-snapshot/abort' 2024-11-17T12:19:06,969 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2117828218/online-snapshot/acquired' 2024-11-17T12:19:06,969 DEBUG [RS:0;5dda233f2f2e:42927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:19:06,969 INFO [RS:0;5dda233f2f2e:42927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:19:06,969 INFO [RS:0;5dda233f2f2e:42927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:19:07,070 INFO [RS:0;5dda233f2f2e:42927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:19:07,073 INFO [RS:0;5dda233f2f2e:42927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C42927%2C1731845944319, suffix=, logDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319, archiveDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/oldWALs, maxLogs=10 2024-11-17T12:19:07,095 DEBUG [RS:0;5dda233f2f2e:42927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073, exclude list is [], retry=0 2024-11-17T12:19:07,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-e33c1993-8334-4f61-9785-ce82808360bf,DISK] 2024-11-17T12:19:07,121 INFO [RS:0;5dda233f2f2e:42927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 2024-11-17T12:19:07,133 DEBUG [RS:0;5dda233f2f2e:42927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46357:46357)] 2024-11-17T12:19:07,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:19:07,185 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30 2024-11-17T12:19:07,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:19:07,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:07,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:19:07,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:19:07,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:07,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:07,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:19:07,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:19:07,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:07,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:07,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:19:07,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:19:07,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:07,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:07,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:19:07,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:19:07,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:07,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:07,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:19:07,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740 2024-11-17T12:19:07,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740 2024-11-17T12:19:07,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:19:07,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:19:07,296 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:19:07,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:19:07,307 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:19:07,308 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60023170, jitterRate=-0.10558506846427917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:19:07,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731845947242Initializing all the Stores at 1731845947246 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845947247 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845947248 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845947248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845947248Cleaning up temporary data from old regions at 1731845947296 (+48 ms)Region opened successfully at 1731845947309 (+13 ms) 2024-11-17T12:19:07,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:19:07,309 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:19:07,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:19:07,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:19:07,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:19:07,310 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:19:07,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845947309Disabling compacts and flushes for region at 1731845947309Disabling writes for close at 1731845947309Writing region close event to WAL at 1731845947310 (+1 ms)Closed at 1731845947310 2024-11-17T12:19:07,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:19:07,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:19:07,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:19:07,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:19:07,315 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:19:07,466 DEBUG [5dda233f2f2e:45537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:19:07,466 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:07,469 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,42927,1731845944319, state=OPENING 2024-11-17T12:19:07,523 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:19:07,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:07,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:07,593 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2117828218/meta-region-server: CHANGED 2024-11-17T12:19:07,594 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:19:07,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42927,1731845944319}] 2024-11-17T12:19:07,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2117828218/meta-region-server: CHANGED 2024-11-17T12:19:07,750 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:19:07,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:19:07,758 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:19:07,758 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:19:07,758 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:19:07,763 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C42927%2C1731845944319.meta, suffix=.meta, logDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319, archiveDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/oldWALs, maxLogs=10 2024-11-17T12:19:07,782 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.meta.1731845947764.meta, exclude list is [], retry=0 2024-11-17T12:19:07,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-e33c1993-8334-4f61-9785-ce82808360bf,DISK] 2024-11-17T12:19:07,793 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.meta.1731845947764.meta 2024-11-17T12:19:07,796 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46357:46357)] 2024-11-17T12:19:07,796 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:19:07,797 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:19:07,797 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:19:07,797 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:19:07,797 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:19:07,797 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:19:07,797 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:07,798 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:19:07,798 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:19:07,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:19:07,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:19:07,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:07,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:07,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:19:07,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:19:07,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:07,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:07,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:19:07,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:19:07,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:07,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:07,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:19:07,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:19:07,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:07,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:07,820 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:19:07,821 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740 2024-11-17T12:19:07,824 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740 2024-11-17T12:19:07,828 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:19:07,828 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:19:07,829 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:19:07,832 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:19:07,834 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59997016, jitterRate=-0.10597479343414307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:19:07,834 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:19:07,836 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731845947798Writing region info on filesystem at 1731845947798Initializing all the Stores at 1731845947799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845947799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845947800 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845947800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845947800Cleaning up temporary data from old regions at 1731845947828 (+28 ms)Running coprocessor post-open hooks at 1731845947834 (+6 ms)Region opened successfully at 1731845947836 (+2 ms) 2024-11-17T12:19:07,843 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731845947750 2024-11-17T12:19:07,851 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:19:07,851 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:19:07,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:07,857 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,42927,1731845944319, state=OPEN 2024-11-17T12:19:07,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2117828218/meta-region-server 2024-11-17T12:19:07,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2117828218/meta-region-server 2024-11-17T12:19:07,880 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:07,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2117828218/meta-region-server: CHANGED 2024-11-17T12:19:07,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2117828218/meta-region-server: CHANGED 2024-11-17T12:19:07,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:19:07,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42927,1731845944319 in 285 msec 2024-11-17T12:19:07,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:19:07,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 575 msec 2024-11-17T12:19:07,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:19:07,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:19:07,907 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:19:07,907 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42927,1731845944319, seqNum=-1] 2024-11-17T12:19:07,907 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:19:07,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:19:07,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1680 sec 2024-11-17T12:19:07,926 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731845947926, completionTime=-1 2024-11-17T12:19:07,926 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:19:07,927 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:19:07,929 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:19:07,929 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846007929 2024-11-17T12:19:07,929 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846067929 2024-11-17T12:19:07,929 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T12:19:07,930 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845943824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:07,930 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845943824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:07,930 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845943824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:07,930 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:45537, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:07,930 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:07,932 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:07,934 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:19:07,940 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.455sec 2024-11-17T12:19:07,940 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:19:07,940 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:19:07,940 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:19:07,940 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:19:07,940 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:19:07,941 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845943824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:19:07,941 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845943824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:19:07,943 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:19:07,944 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:19:07,944 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45537,1731845943824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:07,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7d0401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:07,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45537,-1 for getting cluster id 2024-11-17T12:19:07,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:07,993 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed391ad-a5ae-48dc-9bbb-4ad1f44abcef' 2024-11-17T12:19:07,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed391ad-a5ae-48dc-9bbb-4ad1f44abcef" 2024-11-17T12:19:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71df7c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45537,-1] 2024-11-17T12:19:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:07,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:07,996 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:07,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d13d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:07,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:19:07,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42927,1731845944319, seqNum=-1] 2024-11-17T12:19:07,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:19:08,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:19:08,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:08,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-17T12:19:08,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:19:08,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148bb767a0002 connected 2024-11-17T12:19:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.log.dir so I do NOT create it in target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca 2024-11-17T12:19:08,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:19:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.tmp.dir so I do NOT create it in target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca 2024-11-17T12:19:08,086 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:19:08,086 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca 2024-11-17T12:19:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:19:08,086 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/cluster_6e286bbf-1b83-d54c-ecf5-a0339e0895da, deleteOnExit=true 2024-11-17T12:19:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:19:08,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/test.cache.data in system properties and HBase conf 2024-11-17T12:19:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:19:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:19:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:19:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:19:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:19:08,087 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:19:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:19:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:19:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:19:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:19:08,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:19:08,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:19:08,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:19:08,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:19:08,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:19:08,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:19:08,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:19:08,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a682150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:19:08,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e469839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:19:09,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fb3046d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/java.io.tmpdir/jetty-localhost-38533-hadoop-hdfs-3_4_1-tests_jar-_-any-10311616837355152162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:19:09,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b81eea5{HTTP/1.1, (http/1.1)}{localhost:38533} 2024-11-17T12:19:09,066 INFO [Time-limited test {}] server.Server(415): Started @104782ms 2024-11-17T12:19:12,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:12,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:12,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:12,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:13,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T12:19:13,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:13,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:13,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:13,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:13,362 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:19:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:19:14,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T12:19:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:19:14,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T12:19:14,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:19:14,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T12:19:14,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T12:19:14,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T12:19:33,410 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:19:45,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:19:45,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:19:45,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:19:45,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:19:45,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:19:45,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cadc2ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:19:45,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@219ad034{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:19:45,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c05b605{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/java.io.tmpdir/jetty-localhost-33253-hadoop-hdfs-3_4_1-tests_jar-_-any-8509369735058967102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:19:45,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bbe4{HTTP/1.1, (http/1.1)}{localhost:33253} 2024-11-17T12:19:45,731 INFO [Time-limited test {}] server.Server(415): Started @141447ms 2024-11-17T12:19:45,733 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:19:46,682 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/cluster_6e286bbf-1b83-d54c-ecf5-a0339e0895da/data/data1/current/BP-1638495029-172.17.0.3-1731845948118/current, will proceed with Du for space computation calculation, 2024-11-17T12:19:46,682 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/cluster_6e286bbf-1b83-d54c-ecf5-a0339e0895da/data/data2/current/BP-1638495029-172.17.0.3-1731845948118/current, will proceed with Du for space computation calculation, 2024-11-17T12:19:46,729 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:19:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e24e6292a6213ad with lease ID 0xe71578aa31c3525: Processing first storage report for DS-3ac83374-bd65-4483-92ca-d07a5d97ad78 from datanode DatanodeRegistration(127.0.0.1:33605, datanodeUuid=ea86efa7-87ee-4d58-8116-b60d77b19f0b, infoPort=37005, infoSecurePort=0, ipcPort=42927, storageInfo=lv=-57;cid=testClusterID;nsid=1082693803;c=1731845948118) 2024-11-17T12:19:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e24e6292a6213ad with lease ID 0xe71578aa31c3525: from storage DS-3ac83374-bd65-4483-92ca-d07a5d97ad78 node DatanodeRegistration(127.0.0.1:33605, datanodeUuid=ea86efa7-87ee-4d58-8116-b60d77b19f0b, infoPort=37005, infoSecurePort=0, ipcPort=42927, storageInfo=lv=-57;cid=testClusterID;nsid=1082693803;c=1731845948118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:19:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e24e6292a6213ad with lease ID 0xe71578aa31c3525: Processing first storage report for DS-777cc129-c6f5-4b68-8f1e-7372c8d96b22 from datanode DatanodeRegistration(127.0.0.1:33605, datanodeUuid=ea86efa7-87ee-4d58-8116-b60d77b19f0b, infoPort=37005, infoSecurePort=0, ipcPort=42927, storageInfo=lv=-57;cid=testClusterID;nsid=1082693803;c=1731845948118) 2024-11-17T12:19:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e24e6292a6213ad with lease ID 0xe71578aa31c3525: from storage DS-777cc129-c6f5-4b68-8f1e-7372c8d96b22 node DatanodeRegistration(127.0.0.1:33605, datanodeUuid=ea86efa7-87ee-4d58-8116-b60d77b19f0b, infoPort=37005, infoSecurePort=0, ipcPort=42927, storageInfo=lv=-57;cid=testClusterID;nsid=1082693803;c=1731845948118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:19:46,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca 2024-11-17T12:19:46,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:46,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:19:47,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9 with version=8 2024-11-17T12:19:47,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/hbase-staging 2024-11-17T12:19:47,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:19:47,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:47,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:47,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:19:47,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:47,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:19:47,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:19:47,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:19:47,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46601 2024-11-17T12:19:47,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46601 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-17T12:19:47,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466010x0, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:19:47,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46601-0x10148bb767a0003 connected 2024-11-17T12:19:47,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:47,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:47,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on znode that does not yet exist, /1-534322665/running 2024-11-17T12:19:47,927 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9, hbase.cluster.distributed=false 2024-11-17T12:19:47,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on znode that does not yet exist, /1-534322665/acl 2024-11-17T12:19:47,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-17T12:19:47,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46601 2024-11-17T12:19:47,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46601 2024-11-17T12:19:47,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-17T12:19:47,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-17T12:19:47,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:19:47,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:47,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:47,943 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:19:47,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:19:47,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:19:47,943 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:19:47,943 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:19:47,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34853 2024-11-17T12:19:47,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34853 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-17T12:19:47,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:47,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:47,994 INFO [master/5dda233f2f2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T12:19:47,994 INFO [master/5dda233f2f2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T12:19:48,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348530x0, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:19:48,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348530x0, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on znode that does not yet exist, /1-534322665/running 2024-11-17T12:19:48,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34853-0x10148bb767a0004 connected 2024-11-17T12:19:48,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:19:48,028 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:19:48,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on znode that does not yet exist, /1-534322665/master 2024-11-17T12:19:48,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on znode that does not yet exist, /1-534322665/acl 2024-11-17T12:19:48,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34853 2024-11-17T12:19:48,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34853 2024-11-17T12:19:48,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34853 2024-11-17T12:19:48,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34853 2024-11-17T12:19:48,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34853 2024-11-17T12:19:48,042 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:46601 2024-11-17T12:19:48,042 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-534322665/backup-masters/5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:48,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665/backup-masters 2024-11-17T12:19:48,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665/backup-masters 2024-11-17T12:19:48,083 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on existing znode=/1-534322665/backup-masters/5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-534322665/master 2024-11-17T12:19:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:48,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:48,165 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on existing znode=/1-534322665/master 2024-11-17T12:19:48,165 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-534322665/backup-masters/5dda233f2f2e,46601,1731845987172 from backup master directory 2024-11-17T12:19:48,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534322665/backup-masters/5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:48,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665/backup-masters 2024-11-17T12:19:48,249 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:19:48,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665/backup-masters 2024-11-17T12:19:48,249 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:48,253 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/hbase.id] with ID: 12e77353-e98d-4c89-b160-c05c6a875fcf 2024-11-17T12:19:48,253 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/.tmp/hbase.id 2024-11-17T12:19:48,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:19:48,658 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/.tmp/hbase.id]:[hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/hbase.id] 2024-11-17T12:19:48,667 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:48,668 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:19:48,669 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:19:48,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:48,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:19:49,269 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:19:49,270 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:19:49,270 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:19:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:19:49,682 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store 2024-11-17T12:19:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:19:50,092 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:50,092 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:19:50,092 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:19:50,092 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:19:50,092 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:19:50,092 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:19:50,092 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:19:50,092 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731845990092Disabling compacts and flushes for region at 1731845990092Disabling writes for close at 1731845990092Writing region close event to WAL at 1731845990092Closed at 1731845990092 2024-11-17T12:19:50,093 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/.initializing 2024-11-17T12:19:50,093 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/WALs/5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:50,094 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:19:50,096 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C46601%2C1731845987172, suffix=, logDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/WALs/5dda233f2f2e,46601,1731845987172, archiveDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/oldWALs, maxLogs=10 2024-11-17T12:19:50,108 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/WALs/5dda233f2f2e,46601,1731845987172/5dda233f2f2e%2C46601%2C1731845987172.1731845990096, exclude list is [], retry=0 2024-11-17T12:19:50,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33605,DS-3ac83374-bd65-4483-92ca-d07a5d97ad78,DISK] 2024-11-17T12:19:50,112 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/WALs/5dda233f2f2e,46601,1731845987172/5dda233f2f2e%2C46601%2C1731845987172.1731845990096 2024-11-17T12:19:50,112 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37005:37005)] 2024-11-17T12:19:50,113 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:19:50,113 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:50,113 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,113 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:19:50,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:50,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:50,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:19:50,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:50,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:50,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:19:50,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:50,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:50,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:19:50,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:50,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:50,123 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,124 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,124 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,125 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,125 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,126 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:19:50,127 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:19:50,129 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:19:50,130 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69948919, jitterRate=0.042320117354393005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:19:50,130 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731845990113Initializing all the Stores at 1731845990114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845990114Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845990114Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845990114Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845990114Cleaning up temporary data from old regions at 1731845990125 (+11 ms)Region opened successfully at 1731845990130 (+5 ms) 2024-11-17T12:19:50,130 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:19:50,133 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742b4848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:19:50,134 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:19:50,134 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:19:50,134 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:19:50,135 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:19:50,135 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:19:50,136 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:19:50,136 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:19:50,138 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:19:50,139 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Unable to get data of znode /1-534322665/balancer because node does not exist (not necessarily an error) 2024-11-17T12:19:50,262 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534322665/balancer already deleted, retry=false 2024-11-17T12:19:50,262 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:19:50,263 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Unable to get data of znode /1-534322665/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:19:50,332 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534322665/normalizer already deleted, retry=false 2024-11-17T12:19:50,333 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:19:50,334 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Unable to get data of znode /1-534322665/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:19:50,388 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534322665/switch/split already deleted, retry=false 2024-11-17T12:19:50,389 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Unable to get data of znode /1-534322665/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:19:50,434 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534322665/switch/merge already deleted, retry=false 2024-11-17T12:19:50,437 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Unable to get data of znode /1-534322665/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:19:50,504 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-534322665/snapshot-cleanup already deleted, retry=false 2024-11-17T12:19:50,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-534322665/running 2024-11-17T12:19:50,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-534322665/running 2024-11-17T12:19:50,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:50,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:50,551 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,46601,1731845987172, sessionid=0x10148bb767a0003, setting cluster-up flag (Was=false) 2024-11-17T12:19:50,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:50,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:50,813 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-534322665/flush-table-proc/acquired, /1-534322665/flush-table-proc/reached, /1-534322665/flush-table-proc/abort 2024-11-17T12:19:50,815 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:51,150 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-534322665/online-snapshot/acquired, /1-534322665/online-snapshot/reached, /1-534322665/online-snapshot/abort 2024-11-17T12:19:51,151 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:51,153 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:19:51,154 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:19:51,154 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:19:51,154 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:19:51,155 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,46601,1731845987172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:19:51,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:19:51,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:19:51,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:19:51,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:19:51,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:19:51,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:19:51,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,157 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846021157 2024-11-17T12:19:51,157 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:19:51,157 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:19:51,157 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:19:51,157 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:19:51,158 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:19:51,158 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:19:51,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:19:51,158 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:19:51,158 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:19:51,158 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:19:51,158 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:19:51,158 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:19:51,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:19:51,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:19:51,159 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845991159,5,FailOnTimeoutGroup] 2024-11-17T12:19:51,159 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845991159,5,FailOnTimeoutGroup] 2024-11-17T12:19:51,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:51,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:19:51,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:19:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:19:51,236 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(746): ClusterId : 12e77353-e98d-4c89-b160-c05c6a875fcf 2024-11-17T12:19:51,236 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:19:51,263 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:19:51,263 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:19:51,330 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:19:51,330 DEBUG [RS:0;5dda233f2f2e:34853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432c41ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:19:51,341 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:34853 2024-11-17T12:19:51,341 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:19:51,341 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:19:51,341 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:19:51,342 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,46601,1731845987172 with port=34853, startcode=1731845987942 2024-11-17T12:19:51,342 DEBUG [RS:0;5dda233f2f2e:34853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:19:51,344 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:19:51,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:51,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46601 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:51,346 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9 2024-11-17T12:19:51,346 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39011 2024-11-17T12:19:51,346 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:19:51,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665/rs 2024-11-17T12:19:51,501 DEBUG [RS:0;5dda233f2f2e:34853 {}] zookeeper.ZKUtil(111): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on existing znode=/1-534322665/rs/5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:51,501 WARN [RS:0;5dda233f2f2e:34853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:19:51,501 INFO [RS:0;5dda233f2f2e:34853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:19:51,501 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/WALs/5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:51,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,34853,1731845987942] 2024-11-17T12:19:51,506 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:19:51,508 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:19:51,514 INFO [RS:0;5dda233f2f2e:34853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:19:51,514 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,514 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:19:51,515 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:19:51,515 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,515 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,515 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,515 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,515 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,515 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,515 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:19:51,516 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,516 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,516 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,516 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,516 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,516 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:19:51,516 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:19:51,516 DEBUG [RS:0;5dda233f2f2e:34853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:19:51,520 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,520 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,520 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,520 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,520 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,520 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34853,1731845987942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:19:51,539 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:19:51,539 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34853,1731845987942-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,539 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,539 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.Replication(171): 5dda233f2f2e,34853,1731845987942 started 2024-11-17T12:19:51,559 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:51,559 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,34853,1731845987942, RpcServer on 5dda233f2f2e/172.17.0.3:34853, sessionid=0x10148bb767a0004 2024-11-17T12:19:51,559 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:19:51,559 DEBUG [RS:0;5dda233f2f2e:34853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:51,560 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,34853,1731845987942' 2024-11-17T12:19:51,560 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-534322665/flush-table-proc/abort' 2024-11-17T12:19:51,560 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-534322665/flush-table-proc/acquired' 2024-11-17T12:19:51,561 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:19:51,561 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:19:51,561 DEBUG [RS:0;5dda233f2f2e:34853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:51,561 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,34853,1731845987942' 2024-11-17T12:19:51,561 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-534322665/online-snapshot/abort' 2024-11-17T12:19:51,561 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-534322665/online-snapshot/acquired' 2024-11-17T12:19:51,561 DEBUG [RS:0;5dda233f2f2e:34853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:19:51,561 INFO [RS:0;5dda233f2f2e:34853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:19:51,561 INFO [RS:0;5dda233f2f2e:34853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:19:51,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:19:51,570 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9 2024-11-17T12:19:51,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741832_1008 (size=32) 2024-11-17T12:19:51,662 INFO [RS:0;5dda233f2f2e:34853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:19:51,664 INFO [RS:0;5dda233f2f2e:34853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C34853%2C1731845987942, suffix=, logDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/WALs/5dda233f2f2e,34853,1731845987942, archiveDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/oldWALs, maxLogs=10 2024-11-17T12:19:51,676 DEBUG [RS:0;5dda233f2f2e:34853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/WALs/5dda233f2f2e,34853,1731845987942/5dda233f2f2e%2C34853%2C1731845987942.1731845991664, exclude list is [], retry=0 2024-11-17T12:19:51,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33605,DS-3ac83374-bd65-4483-92ca-d07a5d97ad78,DISK] 2024-11-17T12:19:51,681 INFO [RS:0;5dda233f2f2e:34853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/WALs/5dda233f2f2e,34853,1731845987942/5dda233f2f2e%2C34853%2C1731845987942.1731845991664 2024-11-17T12:19:51,681 DEBUG [RS:0;5dda233f2f2e:34853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37005:37005)] 2024-11-17T12:19:51,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:51,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:19:51,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:19:51,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:51,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:51,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:19:51,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:19:51,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:51,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:51,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:19:51,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:19:51,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:51,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:51,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:19:51,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:19:51,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:51,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:51,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:19:51,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740 2024-11-17T12:19:51,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740 2024-11-17T12:19:51,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:19:51,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:19:52,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:19:52,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:19:52,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:19:52,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75297546, jitterRate=0.12202087044715881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:19:52,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731845991978Initializing all the Stores at 1731845991979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845991979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845991979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845991979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845991979Cleaning up temporary data from old regions at 1731845991999 (+20 ms)Region opened successfully at 1731845992013 (+14 ms) 2024-11-17T12:19:52,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:19:52,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:19:52,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:19:52,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:19:52,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:19:52,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:19:52,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731845992013Disabling compacts and flushes for region at 1731845992013Disabling writes for close at 1731845992013Writing region close event to WAL at 1731845992014 (+1 ms)Closed at 1731845992014 2024-11-17T12:19:52,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:19:52,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:19:52,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:19:52,030 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:19:52,031 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:19:52,182 DEBUG [5dda233f2f2e:46601 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:19:52,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:52,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,34853,1731845987942, state=OPENING 2024-11-17T12:19:52,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:19:52,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:52,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:19:52,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-534322665/meta-region-server: CHANGED 2024-11-17T12:19:52,258 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:19:52,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,34853,1731845987942}] 2024-11-17T12:19:52,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-534322665/meta-region-server: CHANGED 2024-11-17T12:19:52,421 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:19:52,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:19:52,436 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:19:52,436 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:19:52,437 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:19:52,441 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C34853%2C1731845987942.meta, suffix=.meta, logDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/WALs/5dda233f2f2e,34853,1731845987942, archiveDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/oldWALs, maxLogs=10 2024-11-17T12:19:52,461 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/WALs/5dda233f2f2e,34853,1731845987942/5dda233f2f2e%2C34853%2C1731845987942.meta.1731845992442.meta, exclude list is [], retry=0 2024-11-17T12:19:52,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33605,DS-3ac83374-bd65-4483-92ca-d07a5d97ad78,DISK] 2024-11-17T12:19:52,521 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/WALs/5dda233f2f2e,34853,1731845987942/5dda233f2f2e%2C34853%2C1731845987942.meta.1731845992442.meta 2024-11-17T12:19:52,536 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37005:37005)] 2024-11-17T12:19:52,537 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:19:52,537 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:19:52,538 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:19:52,538 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:19:52,538 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:19:52,538 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:19:52,538 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:52,539 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:19:52,540 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:19:52,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:19:52,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:19:52,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:52,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:52,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:19:52,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:19:52,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:52,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:52,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:19:52,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:19:52,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:52,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:52,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:19:52,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:19:52,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:52,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:19:52,555 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:19:52,556 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740 2024-11-17T12:19:52,557 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740 2024-11-17T12:19:52,561 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:19:52,561 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:19:52,561 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:19:52,563 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:19:52,564 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63772463, jitterRate=-0.049716249108314514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:19:52,564 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:19:52,564 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731845992540Writing region info on filesystem at 1731845992540Initializing all the Stores at 1731845992541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845992541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845992545 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845992545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731845992545Cleaning up temporary data from old regions at 1731845992561 (+16 ms)Running coprocessor post-open hooks at 1731845992564 (+3 ms)Region opened successfully at 1731845992564 2024-11-17T12:19:52,566 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731845992421 2024-11-17T12:19:52,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:52,574 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,34853,1731845987942, state=OPEN 2024-11-17T12:19:52,576 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:19:52,576 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:19:52,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-534322665/meta-region-server 2024-11-17T12:19:52,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-534322665/meta-region-server: CHANGED 2024-11-17T12:19:52,599 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:52,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-534322665/meta-region-server 2024-11-17T12:19:52,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-534322665/meta-region-server: CHANGED 2024-11-17T12:19:52,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:19:52,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 577 msec 2024-11-17T12:19:52,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:19:52,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:19:52,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:19:52,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,34853,1731845987942 in 342 msec 2024-11-17T12:19:52,621 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:19:52,621 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,34853,1731845987942, seqNum=-1] 2024-11-17T12:19:52,622 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:19:52,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:19:52,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4770 sec 2024-11-17T12:19:52,636 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731845992636, completionTime=-1 2024-11-17T12:19:52,636 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:19:52,636 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:19:52,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:19:52,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846052644 2024-11-17T12:19:52,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846112644 2024-11-17T12:19:52,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-17T12:19:52,645 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46601,1731845987172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:52,645 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46601,1731845987172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:52,645 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46601,1731845987172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:52,645 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:46601, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:52,645 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:52,650 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:19:52,655 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:52,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.414sec 2024-11-17T12:19:52,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:19:52,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:19:52,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:19:52,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:19:52,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:19:52,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46601,1731845987172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:19:52,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46601,1731845987172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:19:52,683 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:19:52,683 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:19:52,683 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46601,1731845987172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:19:52,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2180206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:52,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,46601,-1 for getting cluster id 2024-11-17T12:19:52,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:52,759 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e77353-e98d-4c89-b160-c05c6a875fcf' 2024-11-17T12:19:52,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:52,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e77353-e98d-4c89-b160-c05c6a875fcf" 2024-11-17T12:19:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6c1ef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,46601,-1] 2024-11-17T12:19:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:52,762 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:52,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c69da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:52,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:19:52,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,34853,1731845987942, seqNum=-1] 2024-11-17T12:19:52,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:19:52,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:19:52,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:52,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62254 2024-11-17T12:19:52,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:19:52,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148bb767a0005 connected 2024-11-17T12:19:52,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:19:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:52,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc9410b 2024-11-17T12:19:52,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:19:52,859 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:19:52,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:19:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:19:52,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:19:52,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:52,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:19:52,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:19:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:52,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:19:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:53,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d35648fe5dc3d36783838c0322e142c, NAME => 'test,,1731845992860.7d35648fe5dc3d36783838c0322e142c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30 2024-11-17T12:19:53,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:19:53,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731845992860.7d35648fe5dc3d36783838c0322e142c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:53,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d35648fe5dc3d36783838c0322e142c, disabling compactions & flushes 2024-11-17T12:19:53,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:19:53,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:19:53,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. after waiting 0 ms 2024-11-17T12:19:53,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:19:53,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:19:53,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d35648fe5dc3d36783838c0322e142c: Waiting for close lock at 1731845993301Disabling compacts and flushes for region at 1731845993301Disabling writes for close at 1731845993301Writing region close event to WAL at 1731845993301Closed at 1731845993301 2024-11-17T12:19:53,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:19:53,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731845992860.7d35648fe5dc3d36783838c0322e142c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731845993302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731845993302"}]},"ts":"1731845993302"} 2024-11-17T12:19:53,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:19:53,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:19:53,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845993307"}]},"ts":"1731845993307"} 2024-11-17T12:19:53,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:19:53,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d35648fe5dc3d36783838c0322e142c, ASSIGN}] 2024-11-17T12:19:53,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d35648fe5dc3d36783838c0322e142c, ASSIGN 2024-11-17T12:19:53,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d35648fe5dc3d36783838c0322e142c, ASSIGN; state=OFFLINE, location=5dda233f2f2e,42927,1731845944319; forceNewPlan=false, retain=false 2024-11-17T12:19:53,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d35648fe5dc3d36783838c0322e142c, regionState=OPENING, regionLocation=5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:53,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d35648fe5dc3d36783838c0322e142c, ASSIGN because future has completed 2024-11-17T12:19:53,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d35648fe5dc3d36783838c0322e142c, server=5dda233f2f2e,42927,1731845944319}] 2024-11-17T12:19:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:53,630 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:19:53,630 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d35648fe5dc3d36783838c0322e142c, NAME => 'test,,1731845992860.7d35648fe5dc3d36783838c0322e142c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:19:53,631 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:19:53,631 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:19:53,631 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,632 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731845992860.7d35648fe5dc3d36783838c0322e142c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:53,632 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,632 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,640 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,642 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d35648fe5dc3d36783838c0322e142c columnFamilyName f 2024-11-17T12:19:53,642 DEBUG [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:53,643 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] regionserver.HStore(327): Store=7d35648fe5dc3d36783838c0322e142c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:53,643 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,644 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d35648fe5dc3d36783838c0322e142c columnFamilyName f1 2024-11-17T12:19:53,644 DEBUG [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:53,645 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] regionserver.HStore(327): Store=7d35648fe5dc3d36783838c0322e142c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:53,645 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,646 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d35648fe5dc3d36783838c0322e142c columnFamilyName norep 2024-11-17T12:19:53,646 DEBUG [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:53,647 INFO [StoreOpener-7d35648fe5dc3d36783838c0322e142c-1 {}] regionserver.HStore(327): Store=7d35648fe5dc3d36783838c0322e142c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:53,647 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,647 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,648 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,648 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,649 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,649 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:19:53,650 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,653 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:19:53,653 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d35648fe5dc3d36783838c0322e142c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63550100, jitterRate=-0.05302971601486206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:19:53,653 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:19:53,654 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d35648fe5dc3d36783838c0322e142c: Running coprocessor pre-open hook at 1731845993632Writing region info on filesystem at 1731845993632Initializing all the Stores at 1731845993633 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845993633Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845993640 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845993640Cleaning up temporary data from old regions at 1731845993649 (+9 ms)Running coprocessor post-open hooks at 1731845993653 (+4 ms)Region opened successfully at 1731845993654 (+1 ms) 2024-11-17T12:19:53,656 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., pid=6, masterSystemTime=1731845993620 2024-11-17T12:19:53,659 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:19:53,659 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:19:53,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d35648fe5dc3d36783838c0322e142c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:53,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d35648fe5dc3d36783838c0322e142c, server=5dda233f2f2e,42927,1731845944319 because future has completed 2024-11-17T12:19:53,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:19:53,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d35648fe5dc3d36783838c0322e142c, server=5dda233f2f2e,42927,1731845944319 in 198 msec 2024-11-17T12:19:53,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:19:53,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d35648fe5dc3d36783838c0322e142c, ASSIGN in 358 msec 2024-11-17T12:19:53,673 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:19:53,673 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845993673"}]},"ts":"1731845993673"} 2024-11-17T12:19:53,675 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:19:53,677 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:19:53,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 814 msec 2024-11-17T12:19:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:54,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:19:54,012 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:19:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b8d7a67 2024-11-17T12:19:54,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:19:54,013 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:19:54,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:19:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:19:54,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:19:54,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:54,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:19:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:54,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:19:54,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:19:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:54,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f28766a4c33a10c0c08d6be0b26b6f2, NAME => 'test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9 2024-11-17T12:19:54,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:19:54,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:19:54,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T12:19:54,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:19:54,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T12:19:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:54,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:54,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3f28766a4c33a10c0c08d6be0b26b6f2, disabling compactions & flushes 2024-11-17T12:19:54,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:19:54,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:19:54,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. after waiting 0 ms 2024-11-17T12:19:54,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:19:54,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:19:54,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f28766a4c33a10c0c08d6be0b26b6f2: Waiting for close lock at 1731845994833Disabling compacts and flushes for region at 1731845994833Disabling writes for close at 1731845994833Writing region close event to WAL at 1731845994833Closed at 1731845994833 2024-11-17T12:19:54,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:19:54,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731845994835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731845994835"}]},"ts":"1731845994835"} 2024-11-17T12:19:54,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:19:54,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:19:54,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845994864"}]},"ts":"1731845994864"} 2024-11-17T12:19:54,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:19:54,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f28766a4c33a10c0c08d6be0b26b6f2, ASSIGN}] 2024-11-17T12:19:54,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3f28766a4c33a10c0c08d6be0b26b6f2, ASSIGN 2024-11-17T12:19:54,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3f28766a4c33a10c0c08d6be0b26b6f2, ASSIGN; state=OFFLINE, location=5dda233f2f2e,34853,1731845987942; forceNewPlan=false, retain=false 2024-11-17T12:19:55,022 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f28766a4c33a10c0c08d6be0b26b6f2, regionState=OPENING, regionLocation=5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:55,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3f28766a4c33a10c0c08d6be0b26b6f2, ASSIGN because future has completed 2024-11-17T12:19:55,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f28766a4c33a10c0c08d6be0b26b6f2, server=5dda233f2f2e,34853,1731845987942}] 2024-11-17T12:19:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:55,203 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:19:55,203 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f28766a4c33a10c0c08d6be0b26b6f2, NAME => 'test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:19:55,204 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:19:55,204 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:19:55,204 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,204 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:55,204 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,204 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,205 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,206 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f28766a4c33a10c0c08d6be0b26b6f2 columnFamilyName f 2024-11-17T12:19:55,207 DEBUG [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:55,207 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] regionserver.HStore(327): Store=3f28766a4c33a10c0c08d6be0b26b6f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:55,207 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,208 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f28766a4c33a10c0c08d6be0b26b6f2 columnFamilyName f1 2024-11-17T12:19:55,208 DEBUG [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:55,209 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] regionserver.HStore(327): Store=3f28766a4c33a10c0c08d6be0b26b6f2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:55,209 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,210 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f28766a4c33a10c0c08d6be0b26b6f2 columnFamilyName norep 2024-11-17T12:19:55,210 DEBUG [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:55,210 INFO [StoreOpener-3f28766a4c33a10c0c08d6be0b26b6f2-1 {}] regionserver.HStore(327): Store=3f28766a4c33a10c0c08d6be0b26b6f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:55,211 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,211 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,211 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,212 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,212 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,213 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:19:55,214 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,215 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:19:55,216 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3f28766a4c33a10c0c08d6be0b26b6f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74638932, jitterRate=0.11220675706863403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:19:55,216 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:19:55,216 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3f28766a4c33a10c0c08d6be0b26b6f2: Running coprocessor pre-open hook at 1731845995204Writing region info on filesystem at 1731845995204Initializing all the Stores at 1731845995205 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845995205Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845995205Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845995205Cleaning up temporary data from old regions at 1731845995212 (+7 ms)Running coprocessor post-open hooks at 1731845995216 (+4 ms)Region opened successfully at 1731845995216 2024-11-17T12:19:55,218 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2., pid=6, masterSystemTime=1731845995200 2024-11-17T12:19:55,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3f28766a4c33a10c0c08d6be0b26b6f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,34853,1731845987942 2024-11-17T12:19:55,226 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:19:55,227 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:19:55,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f28766a4c33a10c0c08d6be0b26b6f2, server=5dda233f2f2e,34853,1731845987942 because future has completed 2024-11-17T12:19:55,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:19:55,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f28766a4c33a10c0c08d6be0b26b6f2, server=5dda233f2f2e,34853,1731845987942 in 183 msec 2024-11-17T12:19:55,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:19:55,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3f28766a4c33a10c0c08d6be0b26b6f2, ASSIGN in 366 msec 2024-11-17T12:19:55,240 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:19:55,240 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845995240"}]},"ts":"1731845995240"} 2024-11-17T12:19:55,245 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:19:55,247 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:19:55,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2330 sec 2024-11-17T12:19:55,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T12:19:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:19:56,165 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:19:56,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ef3329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45537,-1 for getting cluster id 2024-11-17T12:19:56,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:56,167 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed391ad-a5ae-48dc-9bbb-4ad1f44abcef' 2024-11-17T12:19:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed391ad-a5ae-48dc-9bbb-4ad1f44abcef" 2024-11-17T12:19:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa528e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45537,-1] 2024-11-17T12:19:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:56,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:56,169 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc4cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36776ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,46601,-1 for getting cluster id 2024-11-17T12:19:56,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:56,173 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e77353-e98d-4c89-b160-c05c6a875fcf' 2024-11-17T12:19:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e77353-e98d-4c89-b160-c05c6a875fcf" 2024-11-17T12:19:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1e4169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,46601,-1] 2024-11-17T12:19:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:56,176 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf9c131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eef5b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45537,-1 for getting cluster id 2024-11-17T12:19:56,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:56,186 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed391ad-a5ae-48dc-9bbb-4ad1f44abcef' 2024-11-17T12:19:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed391ad-a5ae-48dc-9bbb-4ad1f44abcef" 2024-11-17T12:19:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45537,-1] 2024-11-17T12:19:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:56,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:56,188 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4879ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:19:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3980c8a5 2024-11-17T12:19:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:19:56,199 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:19:56,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:46601,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:19:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:19:56,206 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:46601' 2024-11-17T12:19:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:19:56,208 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa20e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,208 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,46601,-1 for getting cluster id 2024-11-17T12:19:56,208 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:56,209 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e77353-e98d-4c89-b160-c05c6a875fcf' 2024-11-17T12:19:56,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:56,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e77353-e98d-4c89-b160-c05c6a875fcf" 2024-11-17T12:19:56,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea16040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,46601,-1] 2024-11-17T12:19:56,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:56,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:56,211 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:56,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d08e6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:56,213 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:19:56,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:56,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@375ca03a 2024-11-17T12:19:56,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:19:56,217 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:19:56,219 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T12:19:56,219 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:19:56,219 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:56,219 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:56,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:19:56,220 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:19:56,224 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:19:56,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:19:56,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:56,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:19:56,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:19:56,274 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7dc25bbcfb4c77813aec03dc7b93238, NAME => 'hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30 2024-11-17T12:19:56,276 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:19:56,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:19:56,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:56,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c7dc25bbcfb4c77813aec03dc7b93238, disabling compactions & flushes 2024-11-17T12:19:56,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:19:56,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:19:56,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. after waiting 0 ms 2024-11-17T12:19:56,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:19:56,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:19:56,292 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7dc25bbcfb4c77813aec03dc7b93238: Waiting for close lock at 1731845996292Disabling compacts and flushes for region at 1731845996292Disabling writes for close at 1731845996292Writing region close event to WAL at 1731845996292Closed at 1731845996292 2024-11-17T12:19:56,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:19:56,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731845996294"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731845996294"}]},"ts":"1731845996294"} 2024-11-17T12:19:56,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:19:56,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:19:56,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845996299"}]},"ts":"1731845996299"} 2024-11-17T12:19:56,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:19:56,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7dc25bbcfb4c77813aec03dc7b93238, ASSIGN}] 2024-11-17T12:19:56,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7dc25bbcfb4c77813aec03dc7b93238, ASSIGN 2024-11-17T12:19:56,305 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7dc25bbcfb4c77813aec03dc7b93238, ASSIGN; state=OFFLINE, location=5dda233f2f2e,42927,1731845944319; forceNewPlan=false, retain=false 2024-11-17T12:19:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:19:56,456 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7dc25bbcfb4c77813aec03dc7b93238, regionState=OPENING, regionLocation=5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:56,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7dc25bbcfb4c77813aec03dc7b93238, ASSIGN because future has completed 2024-11-17T12:19:56,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7dc25bbcfb4c77813aec03dc7b93238, server=5dda233f2f2e,42927,1731845944319}] 2024-11-17T12:19:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:19:56,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:19:56,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:19:56,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:19:56,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C42927%2C1731845944319.rep, suffix=, logDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319, archiveDir=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/oldWALs, maxLogs=10 2024-11-17T12:19:56,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.rep.1731845996661, exclude list is [], retry=0 2024-11-17T12:19:56,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36941,DS-e33c1993-8334-4f61-9785-ce82808360bf,DISK] 2024-11-17T12:19:56,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.rep.1731845996661 2024-11-17T12:19:56,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46357:46357)] 2024-11-17T12:19:56,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c7dc25bbcfb4c77813aec03dc7b93238, NAME => 'hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:19:56,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:19:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:19:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. service=MultiRowMutationService 2024-11-17T12:19:56,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:19:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:19:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,732 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,734 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7dc25bbcfb4c77813aec03dc7b93238 columnFamilyName hfileref 2024-11-17T12:19:56,734 DEBUG [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:56,735 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] regionserver.HStore(327): Store=c7dc25bbcfb4c77813aec03dc7b93238/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:56,735 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,756 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7dc25bbcfb4c77813aec03dc7b93238 columnFamilyName queue 2024-11-17T12:19:56,756 DEBUG [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:56,758 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] regionserver.HStore(327): Store=c7dc25bbcfb4c77813aec03dc7b93238/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:56,758 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,760 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7dc25bbcfb4c77813aec03dc7b93238 columnFamilyName sid 2024-11-17T12:19:56,760 DEBUG [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:19:56,761 INFO [StoreOpener-c7dc25bbcfb4c77813aec03dc7b93238-1 {}] regionserver.HStore(327): Store=c7dc25bbcfb4c77813aec03dc7b93238/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:19:56,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:19:56,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:19:56,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c7dc25bbcfb4c77813aec03dc7b93238; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71387675, jitterRate=0.06375925242900848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:19:56,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:19:56,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c7dc25bbcfb4c77813aec03dc7b93238: Running coprocessor pre-open hook at 1731845996721Writing region info on filesystem at 1731845996721Initializing all the Stores at 1731845996724 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845996724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845996729 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731845996729Cleaning up temporary data from old regions at 1731845996765 (+36 ms)Running coprocessor post-open hooks at 1731845996794 (+29 ms)Region opened successfully at 1731845996795 (+1 ms) 2024-11-17T12:19:56,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238., pid=10, masterSystemTime=1731845996649 2024-11-17T12:19:56,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:19:56,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:19:56,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7dc25bbcfb4c77813aec03dc7b93238, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,42927,1731845944319 2024-11-17T12:19:56,802 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45537 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=5dda233f2f2e,42927,1731845944319, table=hbase:replication, region=c7dc25bbcfb4c77813aec03dc7b93238. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T12:19:56,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7dc25bbcfb4c77813aec03dc7b93238, server=5dda233f2f2e,42927,1731845944319 because future has completed 2024-11-17T12:19:56,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:19:56,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c7dc25bbcfb4c77813aec03dc7b93238, server=5dda233f2f2e,42927,1731845944319 in 332 msec 2024-11-17T12:19:56,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:19:56,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7dc25bbcfb4c77813aec03dc7b93238, ASSIGN in 524 msec 2024-11-17T12:19:56,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:19:56,832 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:19:56,832 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731845996832"}]},"ts":"1731845996832"} 2024-11-17T12:19:56,835 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:19:56,837 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:19:56,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 617 msec 2024-11-17T12:19:56,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2] 2024-11-17T12:19:56,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:56,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:19:57,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:19:57,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42927 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:19:57,160 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:19:57,202 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,42927,1731845944319, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:19:57,202 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:19:57,202 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42927,1731845944319, seqNum=-1] 2024-11-17T12:19:57,203 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:19:57,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-17T12:19:57,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,42927,1731845944319', locateType=CURRENT is [region=hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2] 2024-11-17T12:19:57,212 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:19:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:19:57,221 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,42927,1731845944319 suceeded 2024-11-17T12:19:57,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:19:57,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-17T12:19:57,225 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:46601,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-17T12:19:57,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0250 sec 2024-11-17T12:19:57,260 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:46601' 2024-11-17T12:19:57,272 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7207fac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:57,273 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,46601,-1 for getting cluster id 2024-11-17T12:19:57,273 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:57,274 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e77353-e98d-4c89-b160-c05c6a875fcf' 2024-11-17T12:19:57,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:57,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e77353-e98d-4c89-b160-c05c6a875fcf" 2024-11-17T12:19:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20f30c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,46601,-1] 2024-11-17T12:19:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:57,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:57,287 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:57,288 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fe0de0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:57,288 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:19:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b6fd1ba 2024-11-17T12:19:57,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:19:57,290 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-17T12:19:57,293 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,42927,1731845944319 (queues=1) is replicating from cluster=bed391ad-a5ae-48dc-9bbb-4ad1f44abcef to cluster=12e77353-e98d-4c89-b160-c05c6a875fcf 2024-11-17T12:19:57,293 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C42927%2C1731845944319 2024-11-17T12:19:57,293 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,42927,1731845944319, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:19:57,304 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073, startPosition=0, beingWritten=true 2024-11-17T12:19:57,305 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C42927%2C1731845944319 2024-11-17T12:19:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:19:57,342 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:19:57,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:19:57,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:19:57,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:57,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:57,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:19:57,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:57,354 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731845997351/Put/seqid=0 2024-11-17T12:19:57,359 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:19:57,359 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 379, reset compression=false 2024-11-17T12:19:57,359 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,42927,1731845944319 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:19:57,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741840_1016 (size=7894) 2024-11-17T12:19:57,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f/f/hfile_1 is 34, key is ddd/f:row/1731845997413/Put/seqid=0 2024-11-17T12:19:57,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741841_1017 (size=7691) 2024-11-17T12:19:57,585 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 379, reset compression=false 2024-11-17T12:19:57,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:57,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:57,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:57,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:57,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c51bff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:57,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45537,-1 for getting cluster id 2024-11-17T12:19:57,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:57,834 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed391ad-a5ae-48dc-9bbb-4ad1f44abcef' 2024-11-17T12:19:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed391ad-a5ae-48dc-9bbb-4ad1f44abcef" 2024-11-17T12:19:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176439a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45537,-1] 2024-11-17T12:19:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:57,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:57,838 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:57,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59874224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:57,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:19:57,843 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42927,1731845944319, seqNum=-1] 2024-11-17T12:19:57,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:19:57,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:19:57,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:19:57,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45537,1731845943824 2024-11-17T12:19:57,883 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b27bb3 2024-11-17T12:19:57,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:19:57,889 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:19:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2] 2024-11-17T12:19:57,915 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 379, reset compression=false 2024-11-17T12:19:57,921 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:19:57,973 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T12:19:57,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T12:19:58,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f/f/hfile_0 for inclusion in 7d35648fe5dc3d36783838c0322e142c/f 2024-11-17T12:19:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T12:19:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:19:58,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f/f/hfile_1 for inclusion in 7d35648fe5dc3d36783838c0322e142c/f 2024-11-17T12:19:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T12:19:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:19:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HRegion(2603): Flush status journal for 7d35648fe5dc3d36783838c0322e142c: 2024-11-17T12:19:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f/f/hfile_0 to hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_0 2024-11-17T12:19:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_0 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ 2024-11-17T12:19:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f/f/hfile_1 to hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_1 2024-11-17T12:19:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_1 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f/39ae28370663499c92d676756e825083_SeqId_4_ 2024-11-17T12:19:58,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_0 into 7d35648fe5dc3d36783838c0322e142c/f as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ - updating store file list. 2024-11-17T12:19:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:19:58,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ into 7d35648fe5dc3d36783838c0322e142c/f 2024-11-17T12:19:58,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_0 into 7d35648fe5dc3d36783838c0322e142c/f (new location: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_) 2024-11-17T12:19:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_0 2024-11-17T12:19:58,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_1 into 7d35648fe5dc3d36783838c0322e142c/f as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f/39ae28370663499c92d676756e825083_SeqId_4_ - updating store file list. 2024-11-17T12:19:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39ae28370663499c92d676756e825083_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:19:58,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f/39ae28370663499c92d676756e825083_SeqId_4_ into 7d35648fe5dc3d36783838c0322e142c/f 2024-11-17T12:19:58,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_1 into 7d35648fe5dc3d36783838c0322e142c/f (new location: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f/39ae28370663499c92d676756e825083_SeqId_4_) 2024-11-17T12:19:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__4fgpffvindon5qo2h5flrp40h23maa7tagssdgb9b3c5ng3mnno9eu14qtir29cv/f/hfile_1 2024-11-17T12:19:58,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:19:58,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:19:58,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:19:58,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:58,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:58,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2 , the old value is region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5dda233f2f2e:42927 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:19:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:19:58,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2 from cache 2024-11-17T12:19:58,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:19:58,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,34853,1731845987942, seqNum=-1] 2024-11-17T12:19:58,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:19:58,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:19:58,168 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2., hostname=5dda233f2f2e,34853,1731845987942, seqNum=2] 2024-11-17T12:19:58,172 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T12:19:58,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:19:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:53038 deadline: 1731846058156 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:53038 2024-11-17T12:19:58,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:58,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:58,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:58,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:19:58,273 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:42927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T12:19:58,328 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 379, reset compression=false 2024-11-17T12:19:58,361 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:19:58,361 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,42927,1731845944319 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d35648fe5dc3d36783838c0322e142c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731845998147/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T12:19:58,410 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:19:58,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-17T12:19:58,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.ReplicationSink(318): Replicating [bed391ad-a5ae-48dc-9bbb-4ad1f44abcef] bulk loaded data 2024-11-17T12:19:58,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9ff17fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:58,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,46601,-1 for getting cluster id 2024-11-17T12:19:58,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:19:58,419 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12e77353-e98d-4c89-b160-c05c6a875fcf' 2024-11-17T12:19:58,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:19:58,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12e77353-e98d-4c89-b160-c05c6a875fcf" 2024-11-17T12:19:58,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:19:58,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e95dd30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:58,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,46601,-1] 2024-11-17T12:19:58,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:19:58,424 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:19:58,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34451ffd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:19:58,568 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 687, reset compression=false 2024-11-17T12:19:58,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741837_1013 (size=7894) 2024-11-17T12:19:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741838_1014 (size=7691) 2024-11-17T12:19:58,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:19:58,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,46601,1731845987172 2024-11-17T12:19:58,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65daac46 2024-11-17T12:19:58,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:19:58,656 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-17T12:19:58,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:19:58,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:19:58,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,34853,1731845987942, seqNum=-1] 2024-11-17T12:19:58,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:19:58,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-17T12:19:58,680 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/39ae28370663499c92d676756e825083_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T12:19:58,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T12:19:58,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ for inclusion in 3f28766a4c33a10c0c08d6be0b26b6f2/f 2024-11-17T12:19:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T12:19:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:19:58,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/39ae28370663499c92d676756e825083_SeqId_4_ for inclusion in 3f28766a4c33a10c0c08d6be0b26b6f2/f 2024-11-17T12:19:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T12:19:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:19:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HRegion(2603): Flush status journal for 3f28766a4c33a10c0c08d6be0b26b6f2: 2024-11-17T12:19:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:19:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/f/0cc9f21f1e6245088709c92b71435df6_SeqId_4_ 2024-11-17T12:19:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39ae28370663499c92d676756e825083_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:19:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/39ae28370663499c92d676756e825083_SeqId_4_ as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/f/ff22b5a2555a4506a7c69b578117ae6e_SeqId_4_ 2024-11-17T12:19:58,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ into 3f28766a4c33a10c0c08d6be0b26b6f2/f as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/f/0cc9f21f1e6245088709c92b71435df6_SeqId_4_ - updating store file list. 2024-11-17T12:19:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0cc9f21f1e6245088709c92b71435df6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:19:58,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/f/0cc9f21f1e6245088709c92b71435df6_SeqId_4_ into 3f28766a4c33a10c0c08d6be0b26b6f2/f 2024-11-17T12:19:58,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ into 3f28766a4c33a10c0c08d6be0b26b6f2/f (new location: hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/f/0cc9f21f1e6245088709c92b71435df6_SeqId_4_) 2024-11-17T12:19:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/997f2233f6654e2a9208bdb5a9ef4f10_SeqId_4_ 2024-11-17T12:19:58,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/39ae28370663499c92d676756e825083_SeqId_4_ into 3f28766a4c33a10c0c08d6be0b26b6f2/f as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/f/ff22b5a2555a4506a7c69b578117ae6e_SeqId_4_ - updating store file list. 2024-11-17T12:19:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff22b5a2555a4506a7c69b578117ae6e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:19:58,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/f/ff22b5a2555a4506a7c69b578117ae6e_SeqId_4_ into 3f28766a4c33a10c0c08d6be0b26b6f2/f 2024-11-17T12:19:58,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/39ae28370663499c92d676756e825083_SeqId_4_ into 3f28766a4c33a10c0c08d6be0b26b6f2/f (new location: hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/f/ff22b5a2555a4506a7c69b578117ae6e_SeqId_4_) 2024-11-17T12:19:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/staging/jenkins.hfs.6__test__garasakaddrfc0ert44ds2hnbd532u85o92fbi3ie6rtqsjevsud8okke8e4pvau/f/39ae28370663499c92d676756e825083_SeqId_4_ 2024-11-17T12:19:58,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34853 {}] regionserver.ReplicationSink(324): Finished replicating [bed391ad-a5ae-48dc-9bbb-4ad1f44abcef] bulk loaded data 2024-11-17T12:19:58,905 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 687, reset compression=false 2024-11-17T12:19:59,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:19:59,196 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731845999194/Put/seqid=0 2024-11-17T12:19:59,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741842_1018 (size=7997) 2024-11-17T12:19:59,309 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 687, reset compression=false 2024-11-17T12:19:59,606 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731845999604/Put/seqid=0 2024-11-17T12:19:59,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741843_1019 (size=7794) 2024-11-17T12:19:59,814 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 687, reset compression=false 2024-11-17T12:20:00,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:20:00,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45537,-1 for getting cluster id 2024-11-17T12:20:00,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:20:00,014 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bed391ad-a5ae-48dc-9bbb-4ad1f44abcef' 2024-11-17T12:20:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:20:00,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bed391ad-a5ae-48dc-9bbb-4ad1f44abcef" 2024-11-17T12:20:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea96d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:20:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45537,-1] 2024-11-17T12:20:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:20:00,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:20:00,017 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:20:00,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:20:00,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:20:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42927,1731845944319, seqNum=-1] 2024-11-17T12:20:00,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:20:00,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:20:00,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:20:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45537,1731845943824 2024-11-17T12:20:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a77edd 2024-11-17T12:20:00,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:20:00,047 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:20:00,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2] 2024-11-17T12:20:00,057 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:20:00,071 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T12:20:00,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T12:20:00,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f1/f1/hfile_1 for inclusion in 7d35648fe5dc3d36783838c0322e142c/f1 2024-11-17T12:20:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T12:20:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:20:00,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f1/f1/hfile_0 for inclusion in 7d35648fe5dc3d36783838c0322e142c/f1 2024-11-17T12:20:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T12:20:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:20:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HRegion(2603): Flush status journal for 7d35648fe5dc3d36783838c0322e142c: 2024-11-17T12:20:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f1/f1/hfile_1 to hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_1 2024-11-17T12:20:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_1 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f1/98011e1dad214e3b8dabd4a36e32aad5_SeqId_6_ 2024-11-17T12:20:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/load_f1/f1/hfile_0 to hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_0 2024-11-17T12:20:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_0 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f1/0ce429e442124bdbbb71ec02d86688b8_SeqId_6_ 2024-11-17T12:20:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-17T12:20:00,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_1 into 7d35648fe5dc3d36783838c0322e142c/f1 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f1/98011e1dad214e3b8dabd4a36e32aad5_SeqId_6_ - updating store file list. 2024-11-17T12:20:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98011e1dad214e3b8dabd4a36e32aad5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:20:00,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f1/98011e1dad214e3b8dabd4a36e32aad5_SeqId_6_ into 7d35648fe5dc3d36783838c0322e142c/f1 2024-11-17T12:20:00,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_1 into 7d35648fe5dc3d36783838c0322e142c/f1 (new location: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f1/98011e1dad214e3b8dabd4a36e32aad5_SeqId_6_) 2024-11-17T12:20:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_1 2024-11-17T12:20:00,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_0 into 7d35648fe5dc3d36783838c0322e142c/f1 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f1/0ce429e442124bdbbb71ec02d86688b8_SeqId_6_ - updating store file list. 2024-11-17T12:20:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ce429e442124bdbbb71ec02d86688b8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:20:00,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f1/0ce429e442124bdbbb71ec02d86688b8_SeqId_6_ into 7d35648fe5dc3d36783838c0322e142c/f1 2024-11-17T12:20:00,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_0 into 7d35648fe5dc3d36783838c0322e142c/f1 (new location: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/f1/0ce429e442124bdbbb71ec02d86688b8_SeqId_6_) 2024-11-17T12:20:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/staging/jenkins__test__hsq0ccbap8fu2adlumljnfmkp8dnhomd2nqgo6g8esu1hm4pg8nfcb74padk4215/f1/hfile_0 2024-11-17T12:20:00,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:20:00,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:20:00,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:20:00,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:20:00,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:20:00,128 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:20:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42927,1731845944319, seqNum=-1] 2024-11-17T12:20:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2 , the old value is region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5dda233f2f2e:42927 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:20:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:20:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2 from cache 2024-11-17T12:20:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:20:00,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:20:00,130 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T12:20:00,132 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., hostname=5dda233f2f2e,42927,1731845944319, seqNum=2] 2024-11-17T12:20:00,232 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:42927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T12:20:00,420 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 687, reset compression=false 2024-11-17T12:20:00,437 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:20:00,437 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:00,437 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,42927,1731845944319 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:20:00,686 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:00,992 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:01,396 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:01,905 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:02,518 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:03,222 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:03,410 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:20:04,026 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T12:20:04,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T12:20:04,931 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:05,941 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:07,045 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:08,254 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:09,561 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:10,966 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:12,470 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:14,076 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:15,780 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:16,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:20:17,584 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:19,487 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:20,442 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,42927,1731845944319 got entry batch from reader: null 2024-11-17T12:20:21,491 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:23,595 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:25,798 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:28,102 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:30,509 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:32,690 INFO [master/5dda233f2f2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T12:20:32,690 INFO [master/5dda233f2f2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T12:20:33,013 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:33,410 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:20:35,618 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:38,321 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:38,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7d35648fe5dc3d36783838c0322e142c, had cached 0 bytes from a total of 31376 2024-11-17T12:20:40,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3f28766a4c33a10c0c08d6be0b26b6f2, had cached 0 bytes from a total of 15585 2024-11-17T12:20:40,442 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,42927,1731845944319 got entry batch from reader: null 2024-11-17T12:20:41,125 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:44,029 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:46,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:20:47,033 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:50,140 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:53,345 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:20:56,654 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:21:00,062 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:21:00,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:21:00,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:00,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:00,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:00,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:00,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:00,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:21:00,168 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2130221204, stopped=false 2024-11-17T12:21:00,168 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,46601,1731845987172 2024-11-17T12:21:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534322665/running 2024-11-17T12:21:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534322665/running 2024-11-17T12:21:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:21:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:21:00,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:00,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:00,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:00,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:00,251 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,34853,1731845987942' ***** 2024-11-17T12:21:00,251 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:21:00,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on znode that does not yet exist, /1-534322665/running 2024-11-17T12:21:00,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Set watcher on znode that does not yet exist, /1-534322665/running 2024-11-17T12:21:00,251 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:21:00,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:21:00,251 INFO [RS:0;5dda233f2f2e:34853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:21:00,251 INFO [RS:0;5dda233f2f2e:34853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:21:00,251 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:21:00,260 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,34853,1731845987942 2024-11-17T12:21:00,260 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:00,260 INFO [RS:0;5dda233f2f2e:34853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:34853. 2024-11-17T12:21:00,260 DEBUG [RS:0;5dda233f2f2e:34853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:00,260 DEBUG [RS:0;5dda233f2f2e:34853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:00,260 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f28766a4c33a10c0c08d6be0b26b6f2, disabling compactions & flushes 2024-11-17T12:21:00,260 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:21:00,260 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:21:00,260 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:21:00,260 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:21:00,260 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:21:00,261 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:21:00,261 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. after waiting 0 ms 2024-11-17T12:21:00,261 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:21:00,273 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:21:00,273 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3f28766a4c33a10c0c08d6be0b26b6f2=test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2.} 2024-11-17T12:21:00,273 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f28766a4c33a10c0c08d6be0b26b6f2 2024-11-17T12:21:00,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:00,273 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:00,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:00,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:00,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:00,273 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T12:21:00,314 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/default/test/3f28766a4c33a10c0c08d6be0b26b6f2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T12:21:00,315 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:00,315 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:21:00,315 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:21:00,315 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f28766a4c33a10c0c08d6be0b26b6f2: Waiting for close lock at 1731846060260Running coprocessor pre-close hooks at 1731846060260Disabling compacts and flushes for region at 1731846060260Disabling writes for close at 1731846060261 (+1 ms)Writing region close event to WAL at 1731846060291 (+30 ms)Running coprocessor post-close hooks at 1731846060315 (+24 ms)Closed at 1731846060315 2024-11-17T12:21:00,315 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2. 2024-11-17T12:21:00,337 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/info/f48b49d8036e4a1aa04317ec8200205a is 129, key is test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2./info:regioninfo/1731845995222/Put/seqid=0 2024-11-17T12:21:00,340 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:00,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741839_1015 (size=6421) 2024-11-17T12:21:00,369 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/info/f48b49d8036e4a1aa04317ec8200205a 2024-11-17T12:21:00,429 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/ns/90fe9744c7514541b0eb9241ce7284f5 is 43, key is default/ns:d/1731845992624/Put/seqid=0 2024-11-17T12:21:00,442 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,42927,1731845944319 got entry batch from reader: null 2024-11-17T12:21:00,473 DEBUG [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741840_1016 (size=5153) 2024-11-17T12:21:00,474 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/ns/90fe9744c7514541b0eb9241ce7284f5 2024-11-17T12:21:00,512 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/rep_barrier/44306a29a59943ed97e1305afcbef864 is 112, key is test,,1731845994014.3f28766a4c33a10c0c08d6be0b26b6f2./rep_barrier:seqnumDuringOpen/1731845995222/Put/seqid=0 2024-11-17T12:21:00,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741841_1017 (size=5518) 2024-11-17T12:21:00,526 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/rep_barrier/44306a29a59943ed97e1305afcbef864 2024-11-17T12:21:00,557 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/table/3fc811dd935147c59e17233ca1115c35 is 40, key is test/table:state/1731845995240/Put/seqid=0 2024-11-17T12:21:00,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741842_1018 (size=5165) 2024-11-17T12:21:00,568 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/table/3fc811dd935147c59e17233ca1115c35 2024-11-17T12:21:00,574 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:21:00,575 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:21:00,575 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/info/f48b49d8036e4a1aa04317ec8200205a as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/info/f48b49d8036e4a1aa04317ec8200205a 2024-11-17T12:21:00,585 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/info/f48b49d8036e4a1aa04317ec8200205a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T12:21:00,586 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/ns/90fe9744c7514541b0eb9241ce7284f5 as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/ns/90fe9744c7514541b0eb9241ce7284f5 2024-11-17T12:21:00,597 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/ns/90fe9744c7514541b0eb9241ce7284f5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:21:00,598 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/rep_barrier/44306a29a59943ed97e1305afcbef864 as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/rep_barrier/44306a29a59943ed97e1305afcbef864 2024-11-17T12:21:00,608 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/rep_barrier/44306a29a59943ed97e1305afcbef864, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T12:21:00,609 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/.tmp/table/3fc811dd935147c59e17233ca1115c35 as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/table/3fc811dd935147c59e17233ca1115c35 2024-11-17T12:21:00,616 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/table/3fc811dd935147c59e17233ca1115c35, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:21:00,617 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 344ms, sequenceid=11, compaction requested=false 2024-11-17T12:21:00,625 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T12:21:00,625 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:00,625 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:00,625 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:00,626 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846060273Running coprocessor pre-close hooks at 1731846060273Disabling compacts and flushes for region at 1731846060273Disabling writes for close at 1731846060273Obtaining lock to block concurrent updates at 1731846060273Preparing flush snapshotting stores in 1588230740 at 1731846060273Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731846060274 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731846060275 (+1 ms)Flushing 1588230740/info: creating writer at 1731846060275Flushing 1588230740/info: appending metadata at 1731846060336 (+61 ms)Flushing 1588230740/info: closing flushed file at 1731846060336Flushing 1588230740/ns: creating writer at 1731846060392 (+56 ms)Flushing 1588230740/ns: appending metadata at 1731846060429 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731846060429Flushing 1588230740/rep_barrier: creating writer at 1731846060481 (+52 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846060511 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846060511Flushing 1588230740/table: creating writer at 1731846060536 (+25 ms)Flushing 1588230740/table: appending metadata at 1731846060556 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731846060556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c61c1dd: reopening flushed file at 1731846060574 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728ab4b7: reopening flushed file at 1731846060585 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a70f36c: reopening flushed file at 1731846060597 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52690664: reopening flushed file at 1731846060608 (+11 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 344ms, sequenceid=11, compaction requested=false at 1731846060617 (+9 ms)Writing region close event to WAL at 1731846060620 (+3 ms)Running coprocessor post-close hooks at 1731846060625 (+5 ms)Closed at 1731846060625 2024-11-17T12:21:00,626 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:00,673 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,34853,1731845987942; all regions closed. 2024-11-17T12:21:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741834_1010 (size=2717) 2024-11-17T12:21:00,703 DEBUG [RS:0;5dda233f2f2e:34853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/oldWALs 2024-11-17T12:21:00,703 INFO [RS:0;5dda233f2f2e:34853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C34853%2C1731845987942.meta:.meta(num 1731845992442) 2024-11-17T12:21:00,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741833_1009 (size=1028) 2024-11-17T12:21:00,716 DEBUG [RS:0;5dda233f2f2e:34853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/oldWALs 2024-11-17T12:21:00,716 INFO [RS:0;5dda233f2f2e:34853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C34853%2C1731845987942:(num 1731845991664) 2024-11-17T12:21:00,716 DEBUG [RS:0;5dda233f2f2e:34853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:00,716 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:00,716 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:00,717 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:00,717 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:00,717 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:00,717 INFO [RS:0;5dda233f2f2e:34853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:34853. 2024-11-17T12:21:00,717 DEBUG [RS:0;5dda233f2f2e:34853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:00,717 DEBUG [RS:0;5dda233f2f2e:34853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:00,717 DEBUG [RS:0;5dda233f2f2e:34853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:00,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:00,717 INFO [RS:0;5dda233f2f2e:34853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34853 2024-11-17T12:21:00,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665/rs 2024-11-17T12:21:00,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534322665/rs/5dda233f2f2e,34853,1731845987942 2024-11-17T12:21:00,766 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:00,766 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$366/0x00007f70308e8d20@6295f4d8 rejected from java.util.concurrent.ThreadPoolExecutor@66aa6c52[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T12:21:00,767 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,34853,1731845987942] 2024-11-17T12:21:00,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-534322665/draining/5dda233f2f2e,34853,1731845987942 already deleted, retry=false 2024-11-17T12:21:00,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,34853,1731845987942 expired; onlineServers=0 2024-11-17T12:21:00,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,46601,1731845987172' ***** 2024-11-17T12:21:00,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:21:00,868 INFO [M:0;5dda233f2f2e:46601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:00,869 INFO [M:0;5dda233f2f2e:46601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:00,869 DEBUG [M:0;5dda233f2f2e:46601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:21:00,869 DEBUG [M:0;5dda233f2f2e:46601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:21:00,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:21:00,869 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845991159 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845991159,5,FailOnTimeoutGroup] 2024-11-17T12:21:00,869 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845991159 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845991159,5,FailOnTimeoutGroup] 2024-11-17T12:21:00,869 INFO [M:0;5dda233f2f2e:46601 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:00,869 INFO [M:0;5dda233f2f2e:46601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:00,869 DEBUG [M:0;5dda233f2f2e:46601 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:21:00,869 INFO [M:0;5dda233f2f2e:46601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:21:00,869 INFO [M:0;5dda233f2f2e:46601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:00,869 INFO [M:0;5dda233f2f2e:46601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:21:00,870 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:21:00,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:00,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34853-0x10148bb767a0004, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:00,878 INFO [RS:0;5dda233f2f2e:34853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:00,878 INFO [RS:0;5dda233f2f2e:34853 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,34853,1731845987942; zookeeper connection closed. 2024-11-17T12:21:00,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12c95c62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12c95c62 2024-11-17T12:21:00,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:21:01,017 DEBUG [M:0;5dda233f2f2e:46601 {}] zookeeper.ZKUtil(347): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Unable to get data of znode /1-534322665/master because node does not exist (not an error) 2024-11-17T12:21:01,017 WARN [M:0;5dda233f2f2e:46601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:21:01,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-534322665/master 2024-11-17T12:21:01,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-534322665 2024-11-17T12:21:01,021 INFO [M:0;5dda233f2f2e:46601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/.lastflushedseqids 2024-11-17T12:21:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741843_1019 (size=173) 2024-11-17T12:21:01,431 INFO [M:0;5dda233f2f2e:46601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:21:01,431 INFO [M:0;5dda233f2f2e:46601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:21:01,431 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:01,431 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:01,431 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:01,431 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:01,431 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:01,432 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-17T12:21:01,446 DEBUG [M:0;5dda233f2f2e:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ca94e48c669444c84371fde7593cf02 is 82, key is hbase:meta,,1/info:regioninfo/1731845992572/Put/seqid=0 2024-11-17T12:21:01,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741844_1020 (size=5672) 2024-11-17T12:21:01,850 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ca94e48c669444c84371fde7593cf02 2024-11-17T12:21:01,868 DEBUG [M:0;5dda233f2f2e:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b171e14869345429ca91dc766def385 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731845995251/Put/seqid=0 2024-11-17T12:21:01,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741845_1021 (size=6727) 2024-11-17T12:21:02,272 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b171e14869345429ca91dc766def385 2024-11-17T12:21:02,278 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b171e14869345429ca91dc766def385 2024-11-17T12:21:02,299 DEBUG [M:0;5dda233f2f2e:46601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a7311388f544a28f3acd2b70d36962 is 69, key is 5dda233f2f2e,34853,1731845987942/rs:state/1731845991345/Put/seqid=0 2024-11-17T12:21:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741846_1022 (size=5156) 2024-11-17T12:21:02,707 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a7311388f544a28f3acd2b70d36962 2024-11-17T12:21:02,712 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ca94e48c669444c84371fde7593cf02 as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ca94e48c669444c84371fde7593cf02 2024-11-17T12:21:02,717 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ca94e48c669444c84371fde7593cf02, entries=8, sequenceid=58, filesize=5.5 K 2024-11-17T12:21:02,718 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b171e14869345429ca91dc766def385 as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b171e14869345429ca91dc766def385 2024-11-17T12:21:02,722 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b171e14869345429ca91dc766def385 2024-11-17T12:21:02,722 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b171e14869345429ca91dc766def385, entries=6, sequenceid=58, filesize=6.6 K 2024-11-17T12:21:02,723 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68a7311388f544a28f3acd2b70d36962 as hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68a7311388f544a28f3acd2b70d36962 2024-11-17T12:21:02,727 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39011/user/jenkins/test-data/c9c6767a-fc54-670f-c26a-fc11b0258ab9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68a7311388f544a28f3acd2b70d36962, entries=1, sequenceid=58, filesize=5.0 K 2024-11-17T12:21:02,728 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=58, compaction requested=false 2024-11-17T12:21:02,729 INFO [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:02,729 DEBUG [M:0;5dda233f2f2e:46601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846061431Disabling compacts and flushes for region at 1731846061431Disabling writes for close at 1731846061431Obtaining lock to block concurrent updates at 1731846061432 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846061432Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731846061432Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846061432Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846061433 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846061445 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846061445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846061854 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846061867 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846061867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846062278 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846062298 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846062298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe106ee: reopening flushed file at 1731846062712 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66eca4d: reopening flushed file at 1731846062717 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799c97ff: reopening flushed file at 1731846062722 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=58, compaction requested=false at 1731846062728 (+6 ms)Writing region close event to WAL at 1731846062729 (+1 ms)Closed at 1731846062729 2024-11-17T12:21:02,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33605 is added to blk_1073741830_1006 (size=33026) 2024-11-17T12:21:02,732 INFO [M:0;5dda233f2f2e:46601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:21:02,732 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:02,732 INFO [M:0;5dda233f2f2e:46601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46601 2024-11-17T12:21:02,732 INFO [M:0;5dda233f2f2e:46601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:02,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:02,960 INFO [M:0;5dda233f2f2e:46601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:02,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46601-0x10148bb767a0003, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:02,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c05b605{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:21:02,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bbe4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:21:02,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:21:02,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@219ad034{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:21:02,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cadc2ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.log.dir/,STOPPED} 2024-11-17T12:21:02,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:21:02,966 WARN [BP-1638495029-172.17.0.3-1731845948118 heartbeating to localhost/127.0.0.1:39011 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:21:02,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:21:02,966 WARN [BP-1638495029-172.17.0.3-1731845948118 heartbeating to localhost/127.0.0.1:39011 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1638495029-172.17.0.3-1731845948118 (Datanode Uuid ea86efa7-87ee-4d58-8116-b60d77b19f0b) service to localhost/127.0.0.1:39011 2024-11-17T12:21:02,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/cluster_6e286bbf-1b83-d54c-ecf5-a0339e0895da/data/data1/current/BP-1638495029-172.17.0.3-1731845948118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:21:02,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/cluster_6e286bbf-1b83-d54c-ecf5-a0339e0895da/data/data2/current/BP-1638495029-172.17.0.3-1731845948118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:21:02,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:21:02,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fb3046d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:21:02,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b81eea5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:21:02,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:21:02,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e469839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:21:02,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a682150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.log.dir/,STOPPED} 2024-11-17T12:21:02,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:21:02,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:21:02,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:02,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:02,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:02,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:02,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:02,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:21:02,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1885272031, stopped=false 2024-11-17T12:21:02,988 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,45537,1731845943824 2024-11-17T12:21:03,008 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2117828218/running 2024-11-17T12:21:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2117828218/running 2024-11-17T12:21:03,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:21:03,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:21:03,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:03,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:03,008 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,42927,1731845944319' ***** 2024-11-17T12:21:03,008 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:21:03,009 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d35648fe5dc3d36783838c0322e142c 2024-11-17T12:21:03,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on znode that does not yet exist, /0-2117828218/running 2024-11-17T12:21:03,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Set watcher on znode that does not yet exist, /0-2117828218/running 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(3091): Received CLOSE for c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,42927,1731845944319 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:42927. 2024-11-17T12:21:03,009 DEBUG [RS:0;5dda233f2f2e:42927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:03,009 DEBUG [RS:0;5dda233f2f2e:42927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:21:03,009 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:21:03,010 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:21:03,010 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1325): Online Regions={7d35648fe5dc3d36783838c0322e142c=test,,1731845992860.7d35648fe5dc3d36783838c0322e142c., c7dc25bbcfb4c77813aec03dc7b93238=hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:21:03,010 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d35648fe5dc3d36783838c0322e142c, c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:21:03,010 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d35648fe5dc3d36783838c0322e142c, disabling compactions & flushes 2024-11-17T12:21:03,010 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:03,010 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:03,010 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:21:03,010 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:03,010 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:21:03,010 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:03,010 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. after waiting 0 ms 2024-11-17T12:21:03,010 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:03,010 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:21:03,010 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:21:03,014 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/default/test/7d35648fe5dc3d36783838c0322e142c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T12:21:03,014 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:03,014 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:21:03,014 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:21:03,014 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d35648fe5dc3d36783838c0322e142c: Waiting for close lock at 1731846063010Running coprocessor pre-close hooks at 1731846063010Disabling compacts and flushes for region at 1731846063010Disabling writes for close at 1731846063010Writing region close event to WAL at 1731846063011 (+1 ms)Running coprocessor post-close hooks at 1731846063014 (+3 ms)Closed at 1731846063014 2024-11-17T12:21:03,014 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731845992860.7d35648fe5dc3d36783838c0322e142c. 2024-11-17T12:21:03,015 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7dc25bbcfb4c77813aec03dc7b93238, disabling compactions & flushes 2024-11-17T12:21:03,015 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:21:03,015 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:21:03,015 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. after waiting 0 ms 2024-11-17T12:21:03,015 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:21:03,015 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7dc25bbcfb4c77813aec03dc7b93238 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-17T12:21:03,028 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/.tmp/hfileref/1df566c5e0cf4d8789352097dff51121 is 74, key is 1/hfileref:39ae28370663499c92d676756e825083_SeqId_4_/1731845998801/DeleteColumn/seqid=0 2024-11-17T12:21:03,028 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/info/7002dee048734ecb9f54b598ba95f3b1 is 147, key is hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238./info:regioninfo/1731845996800/Put/seqid=0 2024-11-17T12:21:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741844_1020 (size=5203) 2024-11-17T12:21:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741845_1021 (size=7686) 2024-11-17T12:21:03,068 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:03,210 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:21:03,410 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:21:03,410 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:21:03,432 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/.tmp/hfileref/1df566c5e0cf4d8789352097dff51121 2024-11-17T12:21:03,432 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/info/7002dee048734ecb9f54b598ba95f3b1 2024-11-17T12:21:03,450 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/.tmp/queue/1c549cb2be4b40d582695611c3d91740 is 153, key is 1-5dda233f2f2e,42927,1731845944319/queue:5dda233f2f2e%2C42927%2C1731845944319/1731846000439/Put/seqid=0 2024-11-17T12:21:03,453 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/ns/64bac5276ca547a3bbdacb786a246894 is 43, key is default/ns:d/1731845947911/Put/seqid=0 2024-11-17T12:21:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741846_1022 (size=5352) 2024-11-17T12:21:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741847_1023 (size=5153) 2024-11-17T12:21:03,458 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/ns/64bac5276ca547a3bbdacb786a246894 2024-11-17T12:21:03,476 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/rep_barrier/fa6935cfd28e49c5b96aca713d67682c is 112, key is test,,1731845992860.7d35648fe5dc3d36783838c0322e142c./rep_barrier:seqnumDuringOpen/1731845993660/Put/seqid=0 2024-11-17T12:21:03,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741848_1024 (size=5518) 2024-11-17T12:21:03,566 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 997, reset compression=false 2024-11-17T12:21:03,570 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:21:03,570 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 1292, reset compression=false 2024-11-17T12:21:03,570 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,42927,1731845944319 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:21:03,571 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,42927,1731845944319: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,42927,1731845944319, walGroup=5dda233f2f2e%2C42927%2C1731845944319, offset=5dda233f2f2e%2C42927%2C1731845944319.1731845947073:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:42927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:21:03,572 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:21:03,572 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:21:03,573 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:21:03,573 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:21:03,573 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:21:03,573 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 424727480 }, "NonHeapMemoryUsage": { "committed": 180813824, "init": 7667712, "max": -1, "used": 176307272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:21:03,575 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:45537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:45537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:21:03,610 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:21:03,774 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 1292, reset compression=false 2024-11-17T12:21:03,810 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7dc25bbcfb4c77813aec03dc7b93238 2024-11-17T12:21:03,855 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/.tmp/queue/1c549cb2be4b40d582695611c3d91740 2024-11-17T12:21:03,860 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/.tmp/hfileref/1df566c5e0cf4d8789352097dff51121 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/hfileref/1df566c5e0cf4d8789352097dff51121 2024-11-17T12:21:03,867 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/hfileref/1df566c5e0cf4d8789352097dff51121, entries=2, sequenceid=10, filesize=5.1 K 2024-11-17T12:21:03,868 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/.tmp/queue/1c549cb2be4b40d582695611c3d91740 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/queue/1c549cb2be4b40d582695611c3d91740 2024-11-17T12:21:03,873 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/queue/1c549cb2be4b40d582695611c3d91740, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T12:21:03,874 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c7dc25bbcfb4c77813aec03dc7b93238 in 859ms, sequenceid=10, compaction requested=false 2024-11-17T12:21:03,878 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/replication/c7dc25bbcfb4c77813aec03dc7b93238/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T12:21:03,879 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:03,879 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:03,879 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:21:03,879 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7dc25bbcfb4c77813aec03dc7b93238: Waiting for close lock at 1731846063015Running coprocessor pre-close hooks at 1731846063015Disabling compacts and flushes for region at 1731846063015Disabling writes for close at 1731846063015Obtaining lock to block concurrent updates at 1731846063015Preparing flush snapshotting stores in c7dc25bbcfb4c77813aec03dc7b93238 at 1731846063015Finished memstore snapshotting hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731846063015Flushing stores of hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. at 1731846063015Flushing c7dc25bbcfb4c77813aec03dc7b93238/hfileref: creating writer at 1731846063016 (+1 ms)Flushing c7dc25bbcfb4c77813aec03dc7b93238/hfileref: appending metadata at 1731846063028 (+12 ms)Flushing c7dc25bbcfb4c77813aec03dc7b93238/hfileref: closing flushed file at 1731846063028Flushing c7dc25bbcfb4c77813aec03dc7b93238/queue: creating writer at 1731846063437 (+409 ms)Flushing c7dc25bbcfb4c77813aec03dc7b93238/queue: appending metadata at 1731846063450 (+13 ms)Flushing c7dc25bbcfb4c77813aec03dc7b93238/queue: closing flushed file at 1731846063450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6638266c: reopening flushed file at 1731846063860 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9731cc2: reopening flushed file at 1731846063867 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c7dc25bbcfb4c77813aec03dc7b93238 in 859ms, sequenceid=10, compaction requested=false at 1731846063874 (+7 ms)Writing region close event to WAL at 1731846063875 (+1 ms)Running coprocessor post-close hooks at 1731846063879 (+4 ms)Closed at 1731846063879 2024-11-17T12:21:03,879 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731845996220.c7dc25bbcfb4c77813aec03dc7b93238. 2024-11-17T12:21:03,881 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/rep_barrier/fa6935cfd28e49c5b96aca713d67682c 2024-11-17T12:21:03,904 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/table/4ad1ab2f43bf414cb59c153abc4549b8 is 53, key is hbase:replication/table:state/1731845996832/Put/seqid=0 2024-11-17T12:21:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741849_1025 (size=5308) 2024-11-17T12:21:03,909 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:21:03,909 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:21:04,011 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:21:04,011 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:21:04,011 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:04,078 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 1292, reset compression=false 2024-11-17T12:21:04,211 DEBUG [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:04,308 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/table/4ad1ab2f43bf414cb59c153abc4549b8 2024-11-17T12:21:04,314 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/info/7002dee048734ecb9f54b598ba95f3b1 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/info/7002dee048734ecb9f54b598ba95f3b1 2024-11-17T12:21:04,319 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/info/7002dee048734ecb9f54b598ba95f3b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:21:04,320 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/ns/64bac5276ca547a3bbdacb786a246894 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/ns/64bac5276ca547a3bbdacb786a246894 2024-11-17T12:21:04,325 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/ns/64bac5276ca547a3bbdacb786a246894, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:21:04,326 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/rep_barrier/fa6935cfd28e49c5b96aca713d67682c as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/rep_barrier/fa6935cfd28e49c5b96aca713d67682c 2024-11-17T12:21:04,330 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/rep_barrier/fa6935cfd28e49c5b96aca713d67682c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:21:04,331 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/.tmp/table/4ad1ab2f43bf414cb59c153abc4549b8 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/table/4ad1ab2f43bf414cb59c153abc4549b8 2024-11-17T12:21:04,336 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/table/4ad1ab2f43bf414cb59c153abc4549b8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:21:04,336 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-17T12:21:04,337 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:21:04,341 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:21:04,342 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:04,342 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:04,342 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:04,342 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846063010Running coprocessor pre-close hooks at 1731846063010Disabling compacts and flushes for region at 1731846063010Disabling writes for close at 1731846063010Obtaining lock to block concurrent updates at 1731846063010Preparing flush snapshotting stores in 1588230740 at 1731846063010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846063010Flushing stores of hbase:meta,,1.1588230740 at 1731846063011 (+1 ms)Flushing 1588230740/info: creating writer at 1731846063011Flushing 1588230740/info: appending metadata at 1731846063028 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731846063028Flushing 1588230740/ns: creating writer at 1731846063437 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731846063453 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731846063453Flushing 1588230740/rep_barrier: creating writer at 1731846063462 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846063476 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846063476Flushing 1588230740/table: creating writer at 1731846063886 (+410 ms)Flushing 1588230740/table: appending metadata at 1731846063903 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731846063903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1977168: reopening flushed file at 1731846064314 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca074b7: reopening flushed file at 1731846064319 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bfd8f55: reopening flushed file at 1731846064325 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0a2dbe: reopening flushed file at 1731846064330 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731846064336 (+6 ms)Writing region close event to WAL at 1731846064338 (+2 ms)Running coprocessor post-close hooks at 1731846064342 (+4 ms)Closed at 1731846064342 2024-11-17T12:21:04,342 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:04,411 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,42927,1731845944319; all regions closed. 2024-11-17T12:21:04,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:21:04,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.meta.1731845947764.meta not finished, retry = 0 2024-11-17T12:21:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:21:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:21:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T12:21:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:04,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:21:04,482 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 to pos 1292, reset compression=false 2024-11-17T12:21:04,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741839_1015 (size=2700) 2024-11-17T12:21:04,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.rep.1731845996661 not finished, retry = 0 2024-11-17T12:21:04,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741832_1008 (size=1300) 2024-11-17T12:21:04,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/WALs/5dda233f2f2e,42927,1731845944319/5dda233f2f2e%2C42927%2C1731845944319.1731845947073 not finished, retry = 0 2024-11-17T12:21:04,721 DEBUG [RS:0;5dda233f2f2e:42927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:04,721 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:04,721 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:04,721 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:04,721 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:04,721 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:04,722 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,42927,1731845944319 because: Region server is closing 2024-11-17T12:21:04,722 INFO [RS:0;5dda233f2f2e:42927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:42927. 2024-11-17T12:21:04,722 DEBUG [RS:0;5dda233f2f2e:42927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:04,722 DEBUG [RS:0;5dda233f2f2e:42927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:04,722 DEBUG [RS:0;5dda233f2f2e:42927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:04,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:04,822 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.shipper5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 terminated 2024-11-17T12:21:04,823 INFO [RS:0;5dda233f2f2e:42927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42927 2024-11-17T12:21:04,822 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,42927,1731845944319.replicationSource.wal-reader.5dda233f2f2e%2C42927%2C1731845944319,1-5dda233f2f2e,42927,1731845944319 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:21:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218/rs 2024-11-17T12:21:04,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2117828218/rs/5dda233f2f2e,42927,1731845944319 2024-11-17T12:21:04,902 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:04,903 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,42927,1731845944319] 2024-11-17T12:21:04,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2117828218/draining/5dda233f2f2e,42927,1731845944319 already deleted, retry=false 2024-11-17T12:21:04,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,42927,1731845944319 expired; onlineServers=0 2024-11-17T12:21:04,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,45537,1731845943824' ***** 2024-11-17T12:21:04,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:21:04,923 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:04,923 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:04,923 DEBUG [M:0;5dda233f2f2e:45537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:21:04,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:21:04,924 DEBUG [M:0;5dda233f2f2e:45537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:21:04,924 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845946765 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731845946765,5,FailOnTimeoutGroup] 2024-11-17T12:21:04,924 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845946764 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731845946764,5,FailOnTimeoutGroup] 2024-11-17T12:21:04,924 INFO [M:0;5dda233f2f2e:45537 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:04,924 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:04,924 DEBUG [M:0;5dda233f2f2e:45537 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:21:04,924 INFO [M:0;5dda233f2f2e:45537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:21:04,924 INFO [M:0;5dda233f2f2e:45537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:04,924 INFO [M:0;5dda233f2f2e:45537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:21:04,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:21:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2117828218/master 2024-11-17T12:21:04,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2117828218 2024-11-17T12:21:04,934 DEBUG [M:0;5dda233f2f2e:45537 {}] zookeeper.ZKUtil(347): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Unable to get data of znode /0-2117828218/master because node does not exist (not an error) 2024-11-17T12:21:04,934 WARN [M:0;5dda233f2f2e:45537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:21:04,935 INFO [M:0;5dda233f2f2e:45537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/.lastflushedseqids 2024-11-17T12:21:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741850_1026 (size=263) 2024-11-17T12:21:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:05,013 INFO [RS:0;5dda233f2f2e:42927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42927-0x10148bb767a0001, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:05,013 INFO [RS:0;5dda233f2f2e:42927 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,42927,1731845944319; zookeeper connection closed. 2024-11-17T12:21:05,013 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e1ec241 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e1ec241 2024-11-17T12:21:05,014 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:21:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,339 INFO [M:0;5dda233f2f2e:45537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:21:05,340 INFO [M:0;5dda233f2f2e:45537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:21:05,340 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:05,340 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:05,340 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:05,340 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:05,340 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:05,340 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-17T12:21:05,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,358 DEBUG [M:0;5dda233f2f2e:45537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/059f86c9800f45538a546802b474a943 is 82, key is hbase:meta,,1/info:regioninfo/1731845947853/Put/seqid=0 2024-11-17T12:21:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741851_1027 (size=5672) 2024-11-17T12:21:05,763 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/059f86c9800f45538a546802b474a943 2024-11-17T12:21:05,781 DEBUG [M:0;5dda233f2f2e:45537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f17832f22e4412fbe769e999fd428f9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731845993679/Put/seqid=0 2024-11-17T12:21:05,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741852_1028 (size=7240) 2024-11-17T12:21:05,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:21:05,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:05,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:06,185 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f17832f22e4412fbe769e999fd428f9 2024-11-17T12:21:06,190 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f17832f22e4412fbe769e999fd428f9 2024-11-17T12:21:06,207 DEBUG [M:0;5dda233f2f2e:45537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3821806cbdaf43ae88d9037a784c1eac is 69, key is 5dda233f2f2e,42927,1731845944319/rs:state/1731845946834/Put/seqid=0 2024-11-17T12:21:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741853_1029 (size=5156) 2024-11-17T12:21:06,612 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3821806cbdaf43ae88d9037a784c1eac 2024-11-17T12:21:06,617 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/059f86c9800f45538a546802b474a943 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/059f86c9800f45538a546802b474a943 2024-11-17T12:21:06,622 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/059f86c9800f45538a546802b474a943, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T12:21:06,623 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f17832f22e4412fbe769e999fd428f9 as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f17832f22e4412fbe769e999fd428f9 2024-11-17T12:21:06,627 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f17832f22e4412fbe769e999fd428f9 2024-11-17T12:21:06,627 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f17832f22e4412fbe769e999fd428f9, entries=11, sequenceid=105, filesize=7.1 K 2024-11-17T12:21:06,628 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3821806cbdaf43ae88d9037a784c1eac as hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3821806cbdaf43ae88d9037a784c1eac 2024-11-17T12:21:06,633 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40437/user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3821806cbdaf43ae88d9037a784c1eac, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T12:21:06,634 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-17T12:21:06,635 INFO [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:06,635 DEBUG [M:0;5dda233f2f2e:45537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846065340Disabling compacts and flushes for region at 1731846065340Disabling writes for close at 1731846065340Obtaining lock to block concurrent updates at 1731846065340Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846065340Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731846065340Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846065341 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846065341Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846065358 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846065358Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846065767 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846065781 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846065781Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846066190 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846066207 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846066207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61448c0b: reopening flushed file at 1731846066616 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ade2e3f: reopening flushed file at 1731846066622 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e106a56: reopening flushed file at 1731846066628 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1731846066634 (+6 ms)Writing region close event to WAL at 1731846066635 (+1 ms)Closed at 1731846066635 2024-11-17T12:21:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36941 is added to blk_1073741830_1006 (size=64526) 2024-11-17T12:21:06,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf690795-0282-c035-a483-de43de618c30/MasterData/WALs/5dda233f2f2e,45537,1731845943824/5dda233f2f2e%2C45537%2C1731845943824.1731845945741 not finished, retry = 0 2024-11-17T12:21:06,738 INFO [M:0;5dda233f2f2e:45537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:21:06,738 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:06,739 INFO [M:0;5dda233f2f2e:45537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45537 2024-11-17T12:21:06,739 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:06,908 INFO [M:0;5dda233f2f2e:45537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:06,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45537-0x10148bb767a0000, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:06,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@133292a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:21:06,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d48c20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:21:06,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:21:06,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540dc864{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:21:06,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2341537d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.log.dir/,STOPPED} 2024-11-17T12:21:06,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:21:06,940 WARN [BP-313158582-172.17.0.3-1731845913700 heartbeating to localhost/127.0.0.1:40437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:21:06,940 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:21:06,940 WARN [BP-313158582-172.17.0.3-1731845913700 heartbeating to localhost/127.0.0.1:40437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-313158582-172.17.0.3-1731845913700 (Datanode Uuid 136cc1a3-f552-4195-88ec-6e724f724c44) service to localhost/127.0.0.1:40437 2024-11-17T12:21:06,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/cluster_c0987e6f-304d-47c6-3fd1-de7a6d04b52f/data/data1/current/BP-313158582-172.17.0.3-1731845913700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:21:06,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/cluster_c0987e6f-304d-47c6-3fd1-de7a6d04b52f/data/data2/current/BP-313158582-172.17.0.3-1731845913700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:21:06,941 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:21:06,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b7ce1ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:21:06,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b51241e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:21:06,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:21:06,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c3b38ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:21:06,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375b801f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c31e9a6b-988f-9c98-cad8-2ce1f8da81e4/hadoop.log.dir/,STOPPED} 2024-11-17T12:21:06,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:21:06,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:21:06,985 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 121) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62254) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40437 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39011 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39011 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7030b943f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f7030b943f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39011 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39011 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 928), ProcessCount=11 (was 11), AvailableMemoryMB=3468 (was 377) - AvailableMemoryMB LEAK? - 2024-11-17T12:21:06,993 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=3469 2024-11-17T12:21:07,012 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-17T12:21:07,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.log.dir so I do NOT create it in target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff 2024-11-17T12:21:07,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:21:07,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.tmp.dir so I do NOT create it in target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff 2024-11-17T12:21:07,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58c74fec-d935-6f94-b47e-2ad8c8e9ceca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:21:07,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff 2024-11-17T12:21:07,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/cluster_3a4ea810-23ba-efea-704b-f62ac9f27206, deleteOnExit=true 2024-11-17T12:21:07,033 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/cluster_3a4ea810-23ba-efea-704b-f62ac9f27206/zookeeper_0, clientPort=64852, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/cluster_3a4ea810-23ba-efea-704b-f62ac9f27206/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/cluster_3a4ea810-23ba-efea-704b-f62ac9f27206/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:21:07,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64852 2024-11-17T12:21:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:21:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:21:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/test.cache.data in system properties and HBase conf 2024-11-17T12:21:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:21:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:21:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:21:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:21:07,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:21:07,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:21:07,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:21:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148bb767a0005, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:21:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148bb767a0002, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:21:07,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148bb767a0002, quorum=127.0.0.1:62254, baseZNode=/0-2117828218 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:21:07,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148bb767a0005, quorum=127.0.0.1:62254, baseZNode=/1-534322665 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:21:07,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:07,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:21:07,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:21:07,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:21:07,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:21:07,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:07,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b270fd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:21:07,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:21:07,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e3351ec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/java.io.tmpdir/jetty-localhost-37317-hadoop-hdfs-3_4_1-tests_jar-_-any-247070261917626302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:21:07,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26303977{HTTP/1.1, (http/1.1)}{localhost:37317} 2024-11-17T12:21:07,530 INFO [Time-limited test {}] server.Server(415): Started @223246ms 2024-11-17T12:21:08,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:08,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:21:08,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:21:08,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:21:08,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:21:08,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:21:08,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:21:08,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5152fa55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/java.io.tmpdir/jetty-localhost-44547-hadoop-hdfs-3_4_1-tests_jar-_-any-15946832580399020476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:21:08,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28ba7143{HTTP/1.1, (http/1.1)}{localhost:44547} 2024-11-17T12:21:08,150 INFO [Time-limited test {}] server.Server(415): Started @223865ms 2024-11-17T12:21:08,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:21:08,810 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/cluster_3a4ea810-23ba-efea-704b-f62ac9f27206/data/data1/current/BP-529062221-172.17.0.3-1731846067053/current, will proceed with Du for space computation calculation, 2024-11-17T12:21:08,810 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/cluster_3a4ea810-23ba-efea-704b-f62ac9f27206/data/data2/current/BP-529062221-172.17.0.3-1731846067053/current, will proceed with Du for space computation calculation, 2024-11-17T12:21:08,834 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:21:08,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39c0c1f33d2c5565 with lease ID 0x20a2c0b93447f82c: Processing first storage report for DS-3e631732-adab-407d-9354-4c6b5edf363e from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=21678ca1-60d7-4cc6-91f6-9108eb5f6d7d, infoPort=44881, infoSecurePort=0, ipcPort=39685, storageInfo=lv=-57;cid=testClusterID;nsid=1321182790;c=1731846067053) 2024-11-17T12:21:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39c0c1f33d2c5565 with lease ID 0x20a2c0b93447f82c: from storage DS-3e631732-adab-407d-9354-4c6b5edf363e node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=21678ca1-60d7-4cc6-91f6-9108eb5f6d7d, infoPort=44881, infoSecurePort=0, ipcPort=39685, storageInfo=lv=-57;cid=testClusterID;nsid=1321182790;c=1731846067053), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:21:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39c0c1f33d2c5565 with lease ID 0x20a2c0b93447f82c: Processing first storage report for DS-5b269327-e472-4d1e-99ff-ccbbad51132f from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=21678ca1-60d7-4cc6-91f6-9108eb5f6d7d, infoPort=44881, infoSecurePort=0, ipcPort=39685, storageInfo=lv=-57;cid=testClusterID;nsid=1321182790;c=1731846067053) 2024-11-17T12:21:08,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39c0c1f33d2c5565 with lease ID 0x20a2c0b93447f82c: from storage DS-5b269327-e472-4d1e-99ff-ccbbad51132f node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=21678ca1-60d7-4cc6-91f6-9108eb5f6d7d, infoPort=44881, infoSecurePort=0, ipcPort=39685, storageInfo=lv=-57;cid=testClusterID;nsid=1321182790;c=1731846067053), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:21:08,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff 2024-11-17T12:21:08,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:08,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:08,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:21:09,287 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab with version=8 2024-11-17T12:21:09,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/hbase-staging 2024-11-17T12:21:09,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:09,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:09,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:09,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:09,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:09,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:09,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:21:09,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:09,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42821 2024-11-17T12:21:09,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42821 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-11-17T12:21:09,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428210x0, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:09,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42821-0x10148bdcf040000 connected 2024-11-17T12:21:09,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:09,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:09,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/running 2024-11-17T12:21:09,476 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab, hbase.cluster.distributed=false 2024-11-17T12:21:09,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/acl 2024-11-17T12:21:09,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42821 2024-11-17T12:21:09,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42821 2024-11-17T12:21:09,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42821 2024-11-17T12:21:09,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42821 2024-11-17T12:21:09,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42821 2024-11-17T12:21:09,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:09,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:09,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:09,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:09,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:09,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:09,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:21:09,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:09,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37515 2024-11-17T12:21:09,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37515 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-11-17T12:21:09,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:09,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:09,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375150x0, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:09,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375150x0, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/running 2024-11-17T12:21:09,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37515-0x10148bdcf040001 connected 2024-11-17T12:21:09,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:21:09,585 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:21:09,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/master 2024-11-17T12:21:09,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/acl 2024-11-17T12:21:09,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-17T12:21:09,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37515 2024-11-17T12:21:09,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37515 2024-11-17T12:21:09,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-17T12:21:09,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37515 2024-11-17T12:21:09,597 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:42821 2024-11-17T12:21:09,599 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1290358928/backup-masters/5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:09,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/backup-masters 2024-11-17T12:21:09,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/backup-masters 2024-11-17T12:21:09,671 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on existing znode=/0-1290358928/backup-masters/5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:09,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:09,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290358928/master 2024-11-17T12:21:09,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:09,695 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on existing znode=/0-1290358928/master 2024-11-17T12:21:09,695 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1290358928/backup-masters/5dda233f2f2e,42821,1731846069289 from backup master directory 2024-11-17T12:21:09,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/backup-masters/5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:09,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/backup-masters 2024-11-17T12:21:09,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/backup-masters 2024-11-17T12:21:09,705 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:09,705 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:09,709 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/hbase.id] with ID: 06164d30-dc5c-43b0-965d-c89b2ced30d1 2024-11-17T12:21:09,709 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/.tmp/hbase.id 2024-11-17T12:21:09,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:21:10,114 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/.tmp/hbase.id]:[hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/hbase.id] 2024-11-17T12:21:10,124 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:10,124 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:21:10,125 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:21:10,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:10,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:10,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:21:10,701 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:10,702 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:21:10,702 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:10,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:21:10,708 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store 2024-11-17T12:21:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:21:11,118 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:11,118 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:11,118 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:11,118 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:11,118 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:11,118 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:11,118 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:11,119 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846071118Disabling compacts and flushes for region at 1731846071118Disabling writes for close at 1731846071118Writing region close event to WAL at 1731846071118Closed at 1731846071118 2024-11-17T12:21:11,119 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/.initializing 2024-11-17T12:21:11,119 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:11,120 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:11,122 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C42821%2C1731846069289, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/oldWALs, maxLogs=10 2024-11-17T12:21:11,137 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289/5dda233f2f2e%2C42821%2C1731846069289.1731846071122, exclude list is [], retry=0 2024-11-17T12:21:11,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e631732-adab-407d-9354-4c6b5edf363e,DISK] 2024-11-17T12:21:11,141 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289/5dda233f2f2e%2C42821%2C1731846069289.1731846071122 2024-11-17T12:21:11,141 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44881:44881)] 2024-11-17T12:21:11,141 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:11,141 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:11,142 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,142 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:21:11,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:11,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:11,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:21:11,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:11,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:11,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:21:11,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:11,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:11,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:21:11,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:11,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:11,149 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,150 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,150 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,151 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,151 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,152 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:11,153 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:11,154 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:11,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73549781, jitterRate=0.09597714245319366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:11,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846071142Initializing all the Stores at 1731846071142Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846071142Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846071143 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846071143Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846071143Cleaning up temporary data from old regions at 1731846071151 (+8 ms)Region opened successfully at 1731846071155 (+4 ms) 2024-11-17T12:21:11,156 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:21:11,158 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca66a2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:11,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:21:11,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:21:11,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:21:11,159 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:21:11,160 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:21:11,160 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:21:11,160 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:21:11,162 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:21:11,163 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/balancer because node does not exist (not necessarily an error) 2024-11-17T12:21:11,305 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/balancer already deleted, retry=false 2024-11-17T12:21:11,305 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:21:11,306 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:21:11,379 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/normalizer already deleted, retry=false 2024-11-17T12:21:11,380 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:21:11,381 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:21:11,510 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/switch/split already deleted, retry=false 2024-11-17T12:21:11,510 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:21:11,641 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/switch/merge already deleted, retry=false 2024-11-17T12:21:11,643 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:21:11,820 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/snapshot-cleanup already deleted, retry=false 2024-11-17T12:21:11,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290358928/running 2024-11-17T12:21:11,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290358928/running 2024-11-17T12:21:11,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:11,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:11,893 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,42821,1731846069289, sessionid=0x10148bdcf040000, setting cluster-up flag (Was=false) 2024-11-17T12:21:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:11,947 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1290358928/flush-table-proc/acquired, /0-1290358928/flush-table-proc/reached, /0-1290358928/flush-table-proc/abort 2024-11-17T12:21:11,948 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:11,999 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1290358928/online-snapshot/acquired, /0-1290358928/online-snapshot/reached, /0-1290358928/online-snapshot/abort 2024-11-17T12:21:12,000 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:12,002 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:21:12,003 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:12,003 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:21:12,003 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:21:12,004 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,42821,1731846069289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:21:12,005 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:12,005 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:12,005 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:12,005 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:12,005 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:21:12,005 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,005 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:12,005 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:12,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:21:12,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:12,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:21:12,014 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846102014 2024-11-17T12:21:12,014 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:21:12,014 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:21:12,015 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:21:12,015 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:21:12,015 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:21:12,015 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:21:12,015 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,017 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:21:12,018 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:21:12,018 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:21:12,018 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:21:12,019 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:21:12,019 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:21:12,019 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846072019,5,FailOnTimeoutGroup] 2024-11-17T12:21:12,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:21:12,025 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846072019,5,FailOnTimeoutGroup] 2024-11-17T12:21:12,025 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,025 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:21:12,025 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,025 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,091 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(746): ClusterId : 06164d30-dc5c-43b0-965d-c89b2ced30d1 2024-11-17T12:21:12,091 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:21:12,104 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:21:12,104 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:21:12,116 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:21:12,116 DEBUG [RS:0;5dda233f2f2e:37515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42474bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:12,130 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:37515 2024-11-17T12:21:12,130 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:21:12,131 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:21:12,131 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:21:12,131 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,42821,1731846069289 with port=37515, startcode=1731846069492 2024-11-17T12:21:12,132 DEBUG [RS:0;5dda233f2f2e:37515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:21:12,133 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:21:12,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:12,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42821 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:12,135 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab 2024-11-17T12:21:12,135 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37179 2024-11-17T12:21:12,135 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:21:12,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/rs 2024-11-17T12:21:12,204 DEBUG [RS:0;5dda233f2f2e:37515 {}] zookeeper.ZKUtil(111): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on existing znode=/0-1290358928/rs/5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:12,205 WARN [RS:0;5dda233f2f2e:37515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:12,205 INFO [RS:0;5dda233f2f2e:37515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:12,205 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:12,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,37515,1731846069492] 2024-11-17T12:21:12,208 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:21:12,209 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:21:12,210 INFO [RS:0;5dda233f2f2e:37515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:21:12,210 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,210 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:21:12,211 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:21:12,211 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:12,211 DEBUG [RS:0;5dda233f2f2e:37515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:12,213 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,213 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,213 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,214 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,214 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,214 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37515,1731846069492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:12,234 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:21:12,234 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37515,1731846069492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,234 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,234 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.Replication(171): 5dda233f2f2e,37515,1731846069492 started 2024-11-17T12:21:12,252 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:12,252 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,37515,1731846069492, RpcServer on 5dda233f2f2e/172.17.0.3:37515, sessionid=0x10148bdcf040001 2024-11-17T12:21:12,253 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:21:12,253 DEBUG [RS:0;5dda233f2f2e:37515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:12,253 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,37515,1731846069492' 2024-11-17T12:21:12,253 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1290358928/flush-table-proc/abort' 2024-11-17T12:21:12,253 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1290358928/flush-table-proc/acquired' 2024-11-17T12:21:12,254 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:21:12,254 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:21:12,254 DEBUG [RS:0;5dda233f2f2e:37515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:12,254 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,37515,1731846069492' 2024-11-17T12:21:12,254 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1290358928/online-snapshot/abort' 2024-11-17T12:21:12,254 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1290358928/online-snapshot/acquired' 2024-11-17T12:21:12,255 DEBUG [RS:0;5dda233f2f2e:37515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:21:12,255 INFO [RS:0;5dda233f2f2e:37515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:21:12,255 INFO [RS:0;5dda233f2f2e:37515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:21:12,355 INFO [RS:0;5dda233f2f2e:37515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:12,357 INFO [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C37515%2C1731846069492, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs, maxLogs=10 2024-11-17T12:21:12,369 DEBUG [RS:0;5dda233f2f2e:37515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357, exclude list is [], retry=0 2024-11-17T12:21:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e631732-adab-407d-9354-4c6b5edf363e,DISK] 2024-11-17T12:21:12,372 INFO [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357 2024-11-17T12:21:12,373 DEBUG [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44881:44881)] 2024-11-17T12:21:12,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:21:12,422 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab 2024-11-17T12:21:12,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:21:12,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:12,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:12,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:12,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:12,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:12,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:12,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:12,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:12,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:12,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:12,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:12,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:12,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:12,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:12,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:12,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:12,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:12,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:12,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740 2024-11-17T12:21:12,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740 2024-11-17T12:21:12,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:12,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:12,837 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:12,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:12,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:12,840 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75133132, jitterRate=0.11957091093063354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846072828Initializing all the Stores at 1731846072828Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846072828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846072829 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846072829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846072829Cleaning up temporary data from old regions at 1731846072837 (+8 ms)Region opened successfully at 1731846072841 (+4 ms) 2024-11-17T12:21:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:12,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:12,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:12,842 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:12,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846072841Disabling compacts and flushes for region at 1731846072841Disabling writes for close at 1731846072841Writing region close event to WAL at 1731846072842 (+1 ms)Closed at 1731846072842 2024-11-17T12:21:12,843 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:12,843 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:21:12,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:21:12,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:12,845 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:21:12,995 DEBUG [5dda233f2f2e:42821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:21:12,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:12,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,37515,1731846069492, state=OPENING 2024-11-17T12:21:13,050 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:21:13,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:13,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:13,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:13,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:13,100 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:13,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,37515,1731846069492}] 2024-11-17T12:21:13,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:21:13,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:21:13,256 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:21:13,256 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:13,257 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:21:13,258 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C37515%2C1731846069492.meta, suffix=.meta, logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs, maxLogs=10 2024-11-17T12:21:13,270 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.meta.1731846073258.meta, exclude list is [], retry=0 2024-11-17T12:21:13,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e631732-adab-407d-9354-4c6b5edf363e,DISK] 2024-11-17T12:21:13,273 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.meta.1731846073258.meta 2024-11-17T12:21:13,274 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44881:44881)] 2024-11-17T12:21:13,274 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:13,274 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:13,274 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:13,274 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:21:13,274 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:21:13,274 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:21:13,274 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:13,274 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:21:13,274 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:21:13,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:13,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:13,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:13,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:13,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:13,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:13,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:13,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:13,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:13,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:13,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:13,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:13,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:13,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:13,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:13,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:13,280 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:13,280 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740 2024-11-17T12:21:13,281 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740 2024-11-17T12:21:13,282 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:13,282 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:13,283 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:13,284 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:13,285 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67694708, jitterRate=0.008729755878448486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:13,285 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:21:13,285 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846073274Writing region info on filesystem at 1731846073274Initializing all the Stores at 1731846073275 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846073275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846073275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846073275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846073275Cleaning up temporary data from old regions at 1731846073282 (+7 ms)Running coprocessor post-open hooks at 1731846073285 (+3 ms)Region opened successfully at 1731846073285 2024-11-17T12:21:13,286 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846073252 2024-11-17T12:21:13,288 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:21:13,288 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:21:13,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:13,289 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,37515,1731846069492, state=OPEN 2024-11-17T12:21:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290358928/meta-region-server 2024-11-17T12:21:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290358928/meta-region-server 2024-11-17T12:21:13,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:13,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:13,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:13,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:21:13,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,37515,1731846069492 in 252 msec 2024-11-17T12:21:13,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:21:13,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-17T12:21:13,356 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:13,356 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:21:13,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:13,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,37515,1731846069492, seqNum=-1] 2024-11-17T12:21:13,358 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:13,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:13,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3600 sec 2024-11-17T12:21:13,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846073364, completionTime=-1 2024-11-17T12:21:13,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:21:13,364 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846133366 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846193366 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42821,1731846069289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42821,1731846069289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42821,1731846069289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:42821, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:13,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:13,367 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:13,368 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:21:13,370 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.665sec 2024-11-17T12:21:13,370 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:21:13,370 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:21:13,370 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:21:13,370 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:21:13,370 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:21:13,370 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42821,1731846069289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:13,370 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42821,1731846069289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:21:13,372 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:21:13,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:21:13,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42821,1731846069289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:13,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2944acee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:13,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42821,-1 for getting cluster id 2024-11-17T12:21:13,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:13,393 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06164d30-dc5c-43b0-965d-c89b2ced30d1' 2024-11-17T12:21:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06164d30-dc5c-43b0-965d-c89b2ced30d1" 2024-11-17T12:21:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f77eae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:13,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42821,-1] 2024-11-17T12:21:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:13,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:13,395 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:13,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bde3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:13,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:13,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,37515,1731846069492, seqNum=-1] 2024-11-17T12:21:13,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:13,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:13,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:13,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-11-17T12:21:13,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:13,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148bdcf040002 connected 2024-11-17T12:21:13,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.log.dir so I do NOT create it in target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78 2024-11-17T12:21:13,433 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:21:13,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.tmp.dir so I do NOT create it in target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78 2024-11-17T12:21:13,433 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:21:13,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78 2024-11-17T12:21:13,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/cluster_5ce98bdc-20c7-2a82-87d6-84bc8f9f7edb, deleteOnExit=true 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/test.cache.data in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:21:13,434 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:21:13,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:21:13,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:21:13,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:13,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:21:13,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:21:13,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:21:13,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:21:13,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:13,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b17a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:21:13,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:21:13,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23c46ac4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/java.io.tmpdir/jetty-localhost-46543-hadoop-hdfs-3_4_1-tests_jar-_-any-7788893317027652423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:21:13,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3711c3e9{HTTP/1.1, (http/1.1)}{localhost:46543} 2024-11-17T12:21:13,878 INFO [Time-limited test {}] server.Server(415): Started @229593ms 2024-11-17T12:21:14,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:14,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:21:14,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:21:14,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:21:14,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:21:14,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2918e8d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:21:14,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:21:14,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@190ed96d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/java.io.tmpdir/jetty-localhost-43959-hadoop-hdfs-3_4_1-tests_jar-_-any-8304325725781469923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:21:14,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32981a5b{HTTP/1.1, (http/1.1)}{localhost:43959} 2024-11-17T12:21:14,274 INFO [Time-limited test {}] server.Server(415): Started @229989ms 2024-11-17T12:21:14,275 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:21:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:21:14,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T12:21:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:14,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T12:21:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:14,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T12:21:14,969 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/cluster_5ce98bdc-20c7-2a82-87d6-84bc8f9f7edb/data/data1/current/BP-1458715361-172.17.0.3-1731846073451/current, will proceed with Du for space computation calculation, 2024-11-17T12:21:14,969 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/cluster_5ce98bdc-20c7-2a82-87d6-84bc8f9f7edb/data/data2/current/BP-1458715361-172.17.0.3-1731846073451/current, will proceed with Du for space computation calculation, 2024-11-17T12:21:14,987 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:21:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cfdae19198b415d with lease ID 0x62fd3a6fa5cf12f5: Processing first storage report for DS-b8af7ac3-a3fd-4671-8fad-66b7ce777377 from datanode DatanodeRegistration(127.0.0.1:39373, datanodeUuid=ef974c50-aafa-4911-9c29-8a968df23979, infoPort=34393, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=681483098;c=1731846073451) 2024-11-17T12:21:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cfdae19198b415d with lease ID 0x62fd3a6fa5cf12f5: from storage DS-b8af7ac3-a3fd-4671-8fad-66b7ce777377 node DatanodeRegistration(127.0.0.1:39373, datanodeUuid=ef974c50-aafa-4911-9c29-8a968df23979, infoPort=34393, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=681483098;c=1731846073451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:21:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cfdae19198b415d with lease ID 0x62fd3a6fa5cf12f5: Processing first storage report for DS-7d974bfd-e3a6-4e53-8fde-e1176222c6c9 from datanode DatanodeRegistration(127.0.0.1:39373, datanodeUuid=ef974c50-aafa-4911-9c29-8a968df23979, infoPort=34393, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=681483098;c=1731846073451) 2024-11-17T12:21:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cfdae19198b415d with lease ID 0x62fd3a6fa5cf12f5: from storage DS-7d974bfd-e3a6-4e53-8fde-e1176222c6c9 node DatanodeRegistration(127.0.0.1:39373, datanodeUuid=ef974c50-aafa-4911-9c29-8a968df23979, infoPort=34393, infoSecurePort=0, ipcPort=37811, storageInfo=lv=-57;cid=testClusterID;nsid=681483098;c=1731846073451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:21:15,004 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78 2024-11-17T12:21:15,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:15,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:21:15,417 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf with version=8 2024-11-17T12:21:15,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/hbase-staging 2024-11-17T12:21:15,420 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:15,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:15,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:15,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:15,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:15,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:15,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:21:15,420 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:15,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34223 2024-11-17T12:21:15,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34223 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-11-17T12:21:15,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342230x0, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:15,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34223-0x10148bdcf040003 connected 2024-11-17T12:21:15,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:15,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:15,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on znode that does not yet exist, /1746441781/running 2024-11-17T12:21:15,656 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf, hbase.cluster.distributed=false 2024-11-17T12:21:15,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on znode that does not yet exist, /1746441781/acl 2024-11-17T12:21:15,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34223 2024-11-17T12:21:15,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34223 2024-11-17T12:21:15,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34223 2024-11-17T12:21:15,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34223 2024-11-17T12:21:15,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34223 2024-11-17T12:21:15,686 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:15,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:15,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:15,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:15,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:15,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:15,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:21:15,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:15,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35827 2024-11-17T12:21:15,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35827 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-11-17T12:21:15,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:15,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358270x0, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:15,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358270x0, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on znode that does not yet exist, /1746441781/running 2024-11-17T12:21:15,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35827-0x10148bdcf040004 connected 2024-11-17T12:21:15,705 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:21:15,706 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:21:15,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on znode that does not yet exist, /1746441781/master 2024-11-17T12:21:15,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on znode that does not yet exist, /1746441781/acl 2024-11-17T12:21:15,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-17T12:21:15,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35827 2024-11-17T12:21:15,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35827 2024-11-17T12:21:15,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-17T12:21:15,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35827 2024-11-17T12:21:15,727 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:34223 2024-11-17T12:21:15,728 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1746441781/backup-masters/5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781/backup-masters 2024-11-17T12:21:15,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781/backup-masters 2024-11-17T12:21:15,736 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on existing znode=/1746441781/backup-masters/5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1746441781/master 2024-11-17T12:21:15,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:15,747 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on existing znode=/1746441781/master 2024-11-17T12:21:15,747 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1746441781/backup-masters/5dda233f2f2e,34223,1731846075419 from backup master directory 2024-11-17T12:21:15,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746441781/backup-masters/5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:15,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781/backup-masters 2024-11-17T12:21:15,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781/backup-masters 2024-11-17T12:21:15,757 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:15,757 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:15,761 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/hbase.id] with ID: 4ef93a89-1338-47c8-aca3-c96614703cde 2024-11-17T12:21:15,761 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/.tmp/hbase.id 2024-11-17T12:21:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:21:16,166 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/.tmp/hbase.id]:[hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/hbase.id] 2024-11-17T12:21:16,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:16,177 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:21:16,177 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T12:21:16,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:16,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:21:16,636 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:16,637 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:21:16,637 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:16,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:21:17,044 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store 2024-11-17T12:21:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:21:17,449 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:17,449 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:17,449 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:17,449 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:17,449 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:17,449 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:17,449 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:17,449 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846077449Disabling compacts and flushes for region at 1731846077449Disabling writes for close at 1731846077449Writing region close event to WAL at 1731846077449Closed at 1731846077449 2024-11-17T12:21:17,450 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/.initializing 2024-11-17T12:21:17,450 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/WALs/5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:17,451 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:17,453 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C34223%2C1731846075419, suffix=, logDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/WALs/5dda233f2f2e,34223,1731846075419, archiveDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/oldWALs, maxLogs=10 2024-11-17T12:21:17,464 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/WALs/5dda233f2f2e,34223,1731846075419/5dda233f2f2e%2C34223%2C1731846075419.1731846077453, exclude list is [], retry=0 2024-11-17T12:21:17,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39373,DS-b8af7ac3-a3fd-4671-8fad-66b7ce777377,DISK] 2024-11-17T12:21:17,468 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/WALs/5dda233f2f2e,34223,1731846075419/5dda233f2f2e%2C34223%2C1731846075419.1731846077453 2024-11-17T12:21:17,468 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-17T12:21:17,468 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:17,468 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:17,468 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,468 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:21:17,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:17,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:17,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:21:17,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:17,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:17,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:21:17,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:17,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:17,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:21:17,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:17,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:17,479 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,480 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,481 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,482 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,482 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,482 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:17,483 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:17,485 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:17,486 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64532141, jitterRate=-0.038396164774894714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:17,486 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846077469Initializing all the Stores at 1731846077469Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846077469Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846077472 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846077472Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846077472Cleaning up temporary data from old regions at 1731846077482 (+10 ms)Region opened successfully at 1731846077486 (+4 ms) 2024-11-17T12:21:17,486 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:21:17,489 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df896b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:17,489 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:21:17,490 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:21:17,490 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:21:17,490 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:21:17,490 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:21:17,490 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:21:17,490 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:21:17,494 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:21:17,495 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Unable to get data of znode /1746441781/balancer because node does not exist (not necessarily an error) 2024-11-17T12:21:18,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:21:18,230 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746441781/balancer already deleted, retry=false 2024-11-17T12:21:18,231 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:21:18,231 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Unable to get data of znode /1746441781/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:21:18,241 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746441781/normalizer already deleted, retry=false 2024-11-17T12:21:18,241 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:21:18,242 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Unable to get data of znode /1746441781/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:21:18,251 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746441781/switch/split already deleted, retry=false 2024-11-17T12:21:18,252 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Unable to get data of znode /1746441781/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:21:18,262 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746441781/switch/merge already deleted, retry=false 2024-11-17T12:21:18,264 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Unable to get data of znode /1746441781/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:21:18,273 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1746441781/snapshot-cleanup already deleted, retry=false 2024-11-17T12:21:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1746441781/running 2024-11-17T12:21:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1746441781/running 2024-11-17T12:21:18,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:18,284 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,34223,1731846075419, sessionid=0x10148bdcf040003, setting cluster-up flag (Was=false) 2024-11-17T12:21:18,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:18,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:18,336 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1746441781/flush-table-proc/acquired, /1746441781/flush-table-proc/reached, /1746441781/flush-table-proc/abort 2024-11-17T12:21:18,337 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:18,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:18,388 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1746441781/online-snapshot/acquired, /1746441781/online-snapshot/reached, /1746441781/online-snapshot/abort 2024-11-17T12:21:18,390 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:18,391 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:21:18,392 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:18,392 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:21:18,392 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:21:18,392 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,34223,1731846075419 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:21:18,394 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:18,394 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:18,394 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:18,394 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:18,394 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:21:18,394 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,394 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:18,394 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846108395 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:18,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:21:18,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:21:18,396 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846078396,5,FailOnTimeoutGroup] 2024-11-17T12:21:18,396 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:18,396 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846078396,5,FailOnTimeoutGroup] 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,396 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:21:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:21:18,417 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(746): ClusterId : 4ef93a89-1338-47c8-aca3-c96614703cde 2024-11-17T12:21:18,417 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:21:18,474 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:21:18,474 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:21:18,484 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:21:18,484 DEBUG [RS:0;5dda233f2f2e:35827 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7797f695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:18,495 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:35827 2024-11-17T12:21:18,495 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:21:18,495 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:21:18,495 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:21:18,496 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,34223,1731846075419 with port=35827, startcode=1731846075685 2024-11-17T12:21:18,496 DEBUG [RS:0;5dda233f2f2e:35827 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:21:18,497 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:21:18,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:18,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34223 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:18,498 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf 2024-11-17T12:21:18,498 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40773 2024-11-17T12:21:18,498 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:21:18,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781/rs 2024-11-17T12:21:18,557 DEBUG [RS:0;5dda233f2f2e:35827 {}] zookeeper.ZKUtil(111): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on existing znode=/1746441781/rs/5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:18,558 WARN [RS:0;5dda233f2f2e:35827 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:18,558 INFO [RS:0;5dda233f2f2e:35827 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:18,558 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/WALs/5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:18,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,35827,1731846075685] 2024-11-17T12:21:18,560 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:21:18,562 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:21:18,562 INFO [RS:0;5dda233f2f2e:35827 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:21:18,562 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,562 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:21:18,563 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:21:18,563 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:18,563 DEBUG [RS:0;5dda233f2f2e:35827 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:18,564 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,564 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,564 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,564 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,564 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,564 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35827,1731846075685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:18,578 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:21:18,579 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35827,1731846075685-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,579 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,579 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.Replication(171): 5dda233f2f2e,35827,1731846075685 started 2024-11-17T12:21:18,595 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:18,595 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,35827,1731846075685, RpcServer on 5dda233f2f2e/172.17.0.3:35827, sessionid=0x10148bdcf040004 2024-11-17T12:21:18,595 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:21:18,595 DEBUG [RS:0;5dda233f2f2e:35827 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:18,595 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,35827,1731846075685' 2024-11-17T12:21:18,595 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1746441781/flush-table-proc/abort' 2024-11-17T12:21:18,596 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1746441781/flush-table-proc/acquired' 2024-11-17T12:21:18,596 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:21:18,596 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:21:18,596 DEBUG [RS:0;5dda233f2f2e:35827 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:18,596 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,35827,1731846075685' 2024-11-17T12:21:18,596 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1746441781/online-snapshot/abort' 2024-11-17T12:21:18,596 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1746441781/online-snapshot/acquired' 2024-11-17T12:21:18,597 DEBUG [RS:0;5dda233f2f2e:35827 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:21:18,597 INFO [RS:0;5dda233f2f2e:35827 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:21:18,597 INFO [RS:0;5dda233f2f2e:35827 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:21:18,697 INFO [RS:0;5dda233f2f2e:35827 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:18,699 INFO [RS:0;5dda233f2f2e:35827 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C35827%2C1731846075685, suffix=, logDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/WALs/5dda233f2f2e,35827,1731846075685, archiveDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/oldWALs, maxLogs=10 2024-11-17T12:21:18,711 DEBUG [RS:0;5dda233f2f2e:35827 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/WALs/5dda233f2f2e,35827,1731846075685/5dda233f2f2e%2C35827%2C1731846075685.1731846078699, exclude list is [], retry=0 2024-11-17T12:21:18,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39373,DS-b8af7ac3-a3fd-4671-8fad-66b7ce777377,DISK] 2024-11-17T12:21:18,714 INFO [RS:0;5dda233f2f2e:35827 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/WALs/5dda233f2f2e,35827,1731846075685/5dda233f2f2e%2C35827%2C1731846075685.1731846078699 2024-11-17T12:21:18,715 DEBUG [RS:0;5dda233f2f2e:35827 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-17T12:21:18,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:21:18,803 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf 2024-11-17T12:21:18,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:21:18,808 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:21:18,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:18,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:19,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:19,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:19,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:19,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:19,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:19,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:19,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:19,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:19,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:19,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:19,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:19,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:19,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:19,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:19,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740 2024-11-17T12:21:19,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740 2024-11-17T12:21:19,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:19,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:19,216 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:19,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:19,219 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:19,219 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62053455, jitterRate=-0.07533146440982819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:19,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846079209Initializing all the Stores at 1731846079210 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846079210Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846079210Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846079210Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846079210Cleaning up temporary data from old regions at 1731846079216 (+6 ms)Region opened successfully at 1731846079219 (+3 ms) 2024-11-17T12:21:19,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:19,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:19,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:19,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:19,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:19,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:19,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846079219Disabling compacts and flushes for region at 1731846079219Disabling writes for close at 1731846079219Writing region close event to WAL at 1731846079219Closed at 1731846079219 2024-11-17T12:21:19,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:19,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:21:19,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:21:19,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:19,222 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:21:19,372 DEBUG [5dda233f2f2e:34223 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:21:19,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:19,374 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,35827,1731846075685, state=OPENING 2024-11-17T12:21:19,420 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:21:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:19,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:19,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1746441781/meta-region-server: CHANGED 2024-11-17T12:21:19,431 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:19,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1746441781/meta-region-server: CHANGED 2024-11-17T12:21:19,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,35827,1731846075685}] 2024-11-17T12:21:19,583 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:21:19,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:21:19,589 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:21:19,589 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:19,589 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:21:19,590 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C35827%2C1731846075685.meta, suffix=.meta, logDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/WALs/5dda233f2f2e,35827,1731846075685, archiveDir=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/oldWALs, maxLogs=10 2024-11-17T12:21:19,604 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/WALs/5dda233f2f2e,35827,1731846075685/5dda233f2f2e%2C35827%2C1731846075685.meta.1731846079591.meta, exclude list is [], retry=0 2024-11-17T12:21:19,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39373,DS-b8af7ac3-a3fd-4671-8fad-66b7ce777377,DISK] 2024-11-17T12:21:19,607 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/WALs/5dda233f2f2e,35827,1731846075685/5dda233f2f2e%2C35827%2C1731846075685.meta.1731846079591.meta 2024-11-17T12:21:19,608 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-17T12:21:19,608 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:19,608 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:19,608 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:19,608 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:21:19,608 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:21:19,608 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:21:19,608 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:19,608 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:21:19,609 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:21:19,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:19,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:19,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:19,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:19,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:19,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:19,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:19,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:19,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:19,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:19,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:19,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:19,615 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:19,615 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740 2024-11-17T12:21:19,616 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740 2024-11-17T12:21:19,617 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:19,617 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:19,617 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:19,618 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:19,619 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59570907, jitterRate=-0.1123243123292923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:19,619 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:21:19,619 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846079609Writing region info on filesystem at 1731846079609Initializing all the Stores at 1731846079609Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846079610 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846079610Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846079610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846079610Cleaning up temporary data from old regions at 1731846079617 (+7 ms)Running coprocessor post-open hooks at 1731846079619 (+2 ms)Region opened successfully at 1731846079619 2024-11-17T12:21:19,620 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846079583 2024-11-17T12:21:19,622 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:21:19,622 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:21:19,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:19,623 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,35827,1731846075685, state=OPEN 2024-11-17T12:21:19,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1746441781/meta-region-server 2024-11-17T12:21:19,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1746441781/meta-region-server 2024-11-17T12:21:19,631 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:19,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1746441781/meta-region-server: CHANGED 2024-11-17T12:21:19,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1746441781/meta-region-server: CHANGED 2024-11-17T12:21:19,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:21:19,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,35827,1731846075685 in 200 msec 2024-11-17T12:21:19,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:21:19,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-17T12:21:19,635 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:19,635 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:21:19,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:19,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,35827,1731846075685, seqNum=-1] 2024-11-17T12:21:19,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:19,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:19,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-17T12:21:19,642 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846079642, completionTime=-1 2024-11-17T12:21:19,642 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:21:19,642 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846139644 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846199644 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34223,1731846075419-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34223,1731846075419-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34223,1731846075419-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:34223, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:19,644 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:19,645 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:19,646 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:21:19,648 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.891sec 2024-11-17T12:21:19,648 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:21:19,648 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:21:19,648 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:21:19,648 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:21:19,648 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:21:19,648 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34223,1731846075419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:19,648 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34223,1731846075419-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:21:19,650 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:21:19,650 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:21:19,650 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,34223,1731846075419-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:19,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad648d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,34223,-1 for getting cluster id 2024-11-17T12:21:19,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:19,719 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef93a89-1338-47c8-aca3-c96614703cde' 2024-11-17T12:21:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef93a89-1338-47c8-aca3-c96614703cde" 2024-11-17T12:21:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f503a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,34223,-1] 2024-11-17T12:21:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:19,721 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:19,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4bb812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,35827,1731846075685, seqNum=-1] 2024-11-17T12:21:19,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:19,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:19,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:19,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-11-17T12:21:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:19,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148bdcf040005 connected 2024-11-17T12:21:19,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6acb63a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42821,-1 for getting cluster id 2024-11-17T12:21:19,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:19,750 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06164d30-dc5c-43b0-965d-c89b2ced30d1' 2024-11-17T12:21:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06164d30-dc5c-43b0-965d-c89b2ced30d1" 2024-11-17T12:21:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8884f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42821,-1] 2024-11-17T12:21:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:19,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:19,751 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:19,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8b0af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e1bd4be 2024-11-17T12:21:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:19,754 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:19,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:34223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:21:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:21:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:19,759 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:34223' 2024-11-17T12:21:19,760 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46741faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,760 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,34223,-1 for getting cluster id 2024-11-17T12:21:19,760 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:19,760 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef93a89-1338-47c8-aca3-c96614703cde' 2024-11-17T12:21:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef93a89-1338-47c8-aca3-c96614703cde" 2024-11-17T12:21:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f45f7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,34223,-1] 2024-11-17T12:21:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:19,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:19,762 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:19,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acacbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:19,763 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:19,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:19,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf07d1f 2024-11-17T12:21:19,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:19,764 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:19,765 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T12:21:19,765 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:21:19,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:19,765 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:19,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:19,766 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:19,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:21:19,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:21:19,769 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:19,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:21:19,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741835_1011 (size=1138) 2024-11-17T12:21:19,818 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:21:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:20,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:20,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f2dcfda41033aba656b950011f55159, NAME => 'hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab 2024-11-17T12:21:20,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741836_1012 (size=44) 2024-11-17T12:21:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:20,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:20,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0f2dcfda41033aba656b950011f55159, disabling compactions & flushes 2024-11-17T12:21:20,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:20,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:20,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. after waiting 0 ms 2024-11-17T12:21:20,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:20,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:20,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f2dcfda41033aba656b950011f55159: Waiting for close lock at 1731846080582Disabling compacts and flushes for region at 1731846080582Disabling writes for close at 1731846080582Writing region close event to WAL at 1731846080582Closed at 1731846080582 2024-11-17T12:21:20,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:21:20,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846080583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846080583"}]},"ts":"1731846080583"} 2024-11-17T12:21:20,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:21:20,585 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:21:20,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846080585"}]},"ts":"1731846080585"} 2024-11-17T12:21:20,587 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:21:20,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN}] 2024-11-17T12:21:20,588 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN 2024-11-17T12:21:20,589 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN; state=OFFLINE, location=5dda233f2f2e,37515,1731846069492; forceNewPlan=false, retain=false 2024-11-17T12:21:20,739 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f2dcfda41033aba656b950011f55159, regionState=OPENING, regionLocation=5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:20,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN because future has completed 2024-11-17T12:21:20,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2dcfda41033aba656b950011f55159, server=5dda233f2f2e,37515,1731846069492}] 2024-11-17T12:21:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:20,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:20,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:20,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:21:20,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C37515%2C1731846069492.rep, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs, maxLogs=10 2024-11-17T12:21:20,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.rep.1731846080899, exclude list is [], retry=0 2024-11-17T12:21:20,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e631732-adab-407d-9354-4c6b5edf363e,DISK] 2024-11-17T12:21:20,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.rep.1731846080899 2024-11-17T12:21:20,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44881:44881)] 2024-11-17T12:21:20,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f2dcfda41033aba656b950011f55159, NAME => 'hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:20,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:20,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:20,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. service=MultiRowMutationService 2024-11-17T12:21:20,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:21:20,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:20,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,917 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,918 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2dcfda41033aba656b950011f55159 columnFamilyName hfileref 2024-11-17T12:21:20,918 DEBUG [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:20,918 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(327): Store=0f2dcfda41033aba656b950011f55159/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:20,919 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,920 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2dcfda41033aba656b950011f55159 columnFamilyName queue 2024-11-17T12:21:20,920 DEBUG [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:20,920 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(327): Store=0f2dcfda41033aba656b950011f55159/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:20,920 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,921 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2dcfda41033aba656b950011f55159 columnFamilyName sid 2024-11-17T12:21:20,921 DEBUG [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:20,921 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(327): Store=0f2dcfda41033aba656b950011f55159/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:20,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:21:20,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:20,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0f2dcfda41033aba656b950011f55159; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68870404, jitterRate=0.0262489914894104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:21:20,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:20,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0f2dcfda41033aba656b950011f55159: Running coprocessor pre-open hook at 1731846080915Writing region info on filesystem at 1731846080915Initializing all the Stores at 1731846080916 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846080916Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846080916Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846080916Cleaning up temporary data from old regions at 1731846080923 (+7 ms)Running coprocessor post-open hooks at 1731846080927 (+4 ms)Region opened successfully at 1731846080928 (+1 ms) 2024-11-17T12:21:20,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159., pid=7, masterSystemTime=1731846080894 2024-11-17T12:21:20,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:20,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:20,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f2dcfda41033aba656b950011f55159, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:20,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2dcfda41033aba656b950011f55159, server=5dda233f2f2e,37515,1731846069492 because future has completed 2024-11-17T12:21:20,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T12:21:20,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f2dcfda41033aba656b950011f55159, server=5dda233f2f2e,37515,1731846069492 in 192 msec 2024-11-17T12:21:20,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:21:20,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN in 348 msec 2024-11-17T12:21:20,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:21:20,938 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846080937"}]},"ts":"1731846080937"} 2024-11-17T12:21:20,939 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:21:20,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:21:20,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-17T12:21:20,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159., hostname=5dda233f2f2e,37515,1731846069492, seqNum=2] 2024-11-17T12:21:21,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:21,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:21,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:21:21,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37515 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T12:21:21,247 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:21:21,276 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,37515,1731846069492, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:21:21,277 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:21,277 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,37515,1731846069492, seqNum=-1] 2024-11-17T12:21:21,277 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:21,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-17T12:21:21,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,37515,1731846069492', locateType=CURRENT is [region=hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159., hostname=5dda233f2f2e,37515,1731846069492, seqNum=2] 2024-11-17T12:21:21,282 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T12:21:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T12:21:21,284 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,37515,1731846069492 suceeded 2024-11-17T12:21:21,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T12:21:21,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-17T12:21:21,286 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:34223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:21:21,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-17T12:21:21,297 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:34223' 2024-11-17T12:21:21,298 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b7c2074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:21,298 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,34223,-1 for getting cluster id 2024-11-17T12:21:21,299 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:21,299 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef93a89-1338-47c8-aca3-c96614703cde' 2024-11-17T12:21:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef93a89-1338-47c8-aca3-c96614703cde" 2024-11-17T12:21:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2677eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,34223,-1] 2024-11-17T12:21:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:21,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:21,301 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:21,302 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53bf5162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:21,302 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:21,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:21,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@139cea56 2024-11-17T12:21:21,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:21,303 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-17T12:21:21,304 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,37515,1731846069492 (queues=1) is replicating from cluster=06164d30-dc5c-43b0-965d-c89b2ced30d1 to cluster=4ef93a89-1338-47c8-aca3-c96614703cde 2024-11-17T12:21:21,304 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C37515%2C1731846069492 2024-11-17T12:21:21,304 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,37515,1731846069492, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:21:21,305 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.shipper5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C37515%2C1731846069492 2024-11-17T12:21:21,305 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.wal-reader.5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357, startPosition=0, beingWritten=true 2024-11-17T12:21:21,510 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.wal-reader.5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357 to pos 0, reset compression=false 2024-11-17T12:21:21,814 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.wal-reader.5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357 to pos 0, reset compression=false 2024-11-17T12:21:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:21,901 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:21:21,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:21,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:21,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:21,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:21,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:21,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75eed559 2024-11-17T12:21:21,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:21,903 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:21,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42821 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T12:21:21,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:21,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:21,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:21,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:21,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:21,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:21:21,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=903764106, stopped=false 2024-11-17T12:21:21,904 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,42821,1731846069289 2024-11-17T12:21:22,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/running 2024-11-17T12:21:22,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/running 2024-11-17T12:21:22,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:22,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:22,073 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:22,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:22,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:22,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:22,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/running 2024-11-17T12:21:22,073 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,37515,1731846069492' ***** 2024-11-17T12:21:22,073 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:21:22,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/running 2024-11-17T12:21:22,073 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:21:22,073 INFO [RS:0;5dda233f2f2e:37515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:21:22,073 INFO [RS:0;5dda233f2f2e:37515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:21:22,074 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:22,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:21:22,074 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:22,074 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:22,074 INFO [RS:0;5dda233f2f2e:37515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:37515. 2024-11-17T12:21:22,074 DEBUG [RS:0;5dda233f2f2e:37515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:22,074 DEBUG [RS:0;5dda233f2f2e:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:22,074 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f2dcfda41033aba656b950011f55159, disabling compactions & flushes 2024-11-17T12:21:22,074 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:22,074 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:22,074 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:21:22,074 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. after waiting 0 ms 2024-11-17T12:21:22,074 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:22,074 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:21:22,074 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f2dcfda41033aba656b950011f55159 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T12:21:22,074 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:21:22,074 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:21:22,075 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:21:22,075 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1325): Online Regions={0f2dcfda41033aba656b950011f55159=hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:21:22,075 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1351): Waiting on 0f2dcfda41033aba656b950011f55159, 1588230740 2024-11-17T12:21:22,075 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:22,075 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:22,075 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:22,075 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:22,075 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:22,075 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T12:21:22,088 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/info/faf425b5e08b47e6886d6df95dbcd86e is 147, key is hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159./info:regioninfo/1731846080931/Put/seqid=0 2024-11-17T12:21:22,088 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/.tmp/queue/a6b83462a34a47d88f65cf81b9af999c is 151, key is 1-5dda233f2f2e,37515,1731846069492/queue:5dda233f2f2e%2C37515%2C1731846069492/1731846081281/Put/seqid=0 2024-11-17T12:21:22,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741838_1014 (size=6631) 2024-11-17T12:21:22,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741839_1015 (size=5350) 2024-11-17T12:21:22,094 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/.tmp/queue/a6b83462a34a47d88f65cf81b9af999c 2024-11-17T12:21:22,099 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/.tmp/queue/a6b83462a34a47d88f65cf81b9af999c as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/queue/a6b83462a34a47d88f65cf81b9af999c 2024-11-17T12:21:22,104 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/queue/a6b83462a34a47d88f65cf81b9af999c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T12:21:22,105 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0f2dcfda41033aba656b950011f55159 in 31ms, sequenceid=5, compaction requested=false 2024-11-17T12:21:22,105 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:21:22,109 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T12:21:22,109 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:22,109 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:22,109 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:22,109 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f2dcfda41033aba656b950011f55159: Waiting for close lock at 1731846082074Running coprocessor pre-close hooks at 1731846082074Disabling compacts and flushes for region at 1731846082074Disabling writes for close at 1731846082074Obtaining lock to block concurrent updates at 1731846082074Preparing flush snapshotting stores in 0f2dcfda41033aba656b950011f55159 at 1731846082074Finished memstore snapshotting hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731846082075 (+1 ms)Flushing stores of hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. at 1731846082075Flushing 0f2dcfda41033aba656b950011f55159/queue: creating writer at 1731846082075Flushing 0f2dcfda41033aba656b950011f55159/queue: appending metadata at 1731846082088 (+13 ms)Flushing 0f2dcfda41033aba656b950011f55159/queue: closing flushed file at 1731846082088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6142db95: reopening flushed file at 1731846082099 (+11 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0f2dcfda41033aba656b950011f55159 in 31ms, sequenceid=5, compaction requested=false at 1731846082105 (+6 ms)Writing region close event to WAL at 1731846082106 (+1 ms)Running coprocessor post-close hooks at 1731846082109 (+3 ms)Closed at 1731846082109 2024-11-17T12:21:22,110 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:22,124 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:22,219 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.wal-reader.5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357 to pos 0, reset compression=false 2024-11-17T12:21:22,275 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:22,280 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:21:22,280 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:21:22,475 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:22,494 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/info/faf425b5e08b47e6886d6df95dbcd86e 2024-11-17T12:21:22,512 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/ns/823ef19e66cc4b3fbe0a066b0b8e9c02 is 43, key is default/ns:d/1731846073359/Put/seqid=0 2024-11-17T12:21:22,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741840_1016 (size=5153) 2024-11-17T12:21:22,675 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:22,723 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.wal-reader.5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357 to pos 0, reset compression=false 2024-11-17T12:21:22,875 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:22,916 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/ns/823ef19e66cc4b3fbe0a066b0b8e9c02 2024-11-17T12:21:22,932 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/table/1f3fb8c4c2594d139efa683d8adc49bf is 53, key is hbase:replication/table:state/1731846080937/Put/seqid=0 2024-11-17T12:21:22,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741841_1017 (size=5256) 2024-11-17T12:21:23,076 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:23,276 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:21:23,276 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:21:23,276 DEBUG [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:23,328 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.wal-reader.5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357 to pos 0, reset compression=false 2024-11-17T12:21:23,337 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/table/1f3fb8c4c2594d139efa683d8adc49bf 2024-11-17T12:21:23,342 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/info/faf425b5e08b47e6886d6df95dbcd86e as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/info/faf425b5e08b47e6886d6df95dbcd86e 2024-11-17T12:21:23,349 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/info/faf425b5e08b47e6886d6df95dbcd86e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T12:21:23,350 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/ns/823ef19e66cc4b3fbe0a066b0b8e9c02 as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/ns/823ef19e66cc4b3fbe0a066b0b8e9c02 2024-11-17T12:21:23,355 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/ns/823ef19e66cc4b3fbe0a066b0b8e9c02, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:21:23,355 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/table/1f3fb8c4c2594d139efa683d8adc49bf as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/table/1f3fb8c4c2594d139efa683d8adc49bf 2024-11-17T12:21:23,360 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/table/1f3fb8c4c2594d139efa683d8adc49bf, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T12:21:23,360 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=11, compaction requested=false 2024-11-17T12:21:23,364 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T12:21:23,364 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:23,364 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:23,364 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:23,364 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846082075Running coprocessor pre-close hooks at 1731846082075Disabling compacts and flushes for region at 1731846082075Disabling writes for close at 1731846082075Obtaining lock to block concurrent updates at 1731846082075Preparing flush snapshotting stores in 1588230740 at 1731846082075Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731846082075Flushing stores of hbase:meta,,1.1588230740 at 1731846082076 (+1 ms)Flushing 1588230740/info: creating writer at 1731846082076Flushing 1588230740/info: appending metadata at 1731846082088 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731846082088Flushing 1588230740/ns: creating writer at 1731846082498 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731846082511 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731846082511Flushing 1588230740/table: creating writer at 1731846082920 (+409 ms)Flushing 1588230740/table: appending metadata at 1731846082932 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731846082932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e83bf0: reopening flushed file at 1731846083341 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a77c708: reopening flushed file at 1731846083349 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c62279: reopening flushed file at 1731846083355 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=11, compaction requested=false at 1731846083360 (+5 ms)Writing region close event to WAL at 1731846083361 (+1 ms)Running coprocessor post-close hooks at 1731846083364 (+3 ms)Closed at 1731846083364 2024-11-17T12:21:23,365 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:23,476 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,37515,1731846069492; all regions closed. 2024-11-17T12:21:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741834_1010 (size=2742) 2024-11-17T12:21:23,480 DEBUG [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs 2024-11-17T12:21:23,480 INFO [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C37515%2C1731846069492.meta:.meta(num 1731846073258) 2024-11-17T12:21:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741837_1013 (size=1586) 2024-11-17T12:21:23,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.rep.1731846080899 not finished, retry = 0 2024-11-17T12:21:23,628 DEBUG [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs 2024-11-17T12:21:23,628 INFO [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C37515%2C1731846069492.rep:(num 1731846080899) 2024-11-17T12:21:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741832_1008 (size=93) 2024-11-17T12:21:23,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492/5dda233f2f2e%2C37515%2C1731846069492.1731846072357 not finished, retry = 0 2024-11-17T12:21:23,733 DEBUG [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs 2024-11-17T12:21:23,733 INFO [RS:0;5dda233f2f2e:37515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C37515%2C1731846069492:(num 1731846072357) 2024-11-17T12:21:23,733 DEBUG [RS:0;5dda233f2f2e:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:23,733 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:23,733 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:23,733 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:23,733 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:23,734 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:23,734 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,37515,1731846069492 because: Region server is closing 2024-11-17T12:21:23,734 INFO [RS:0;5dda233f2f2e:37515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:37515. 2024-11-17T12:21:23,734 DEBUG [RS:0;5dda233f2f2e:37515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:23,734 DEBUG [RS:0;5dda233f2f2e:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:23,734 DEBUG [RS:0;5dda233f2f2e:37515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:23,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:23,834 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.wal-reader.5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:21:23,834 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.shipper5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T12:21:23,835 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37515,1731846069492.replicationSource.shipper5dda233f2f2e%2C37515%2C1731846069492,1-5dda233f2f2e,37515,1731846069492 terminated 2024-11-17T12:21:23,835 INFO [RS:0;5dda233f2f2e:37515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37515 2024-11-17T12:21:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/rs 2024-11-17T12:21:23,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/rs/5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:23,851 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:23,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,37515,1731846069492] 2024-11-17T12:21:23,872 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/draining/5dda233f2f2e,37515,1731846069492 already deleted, retry=false 2024-11-17T12:21:23,872 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,37515,1731846069492 expired; onlineServers=0 2024-11-17T12:21:23,872 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,42821,1731846069289' ***** 2024-11-17T12:21:23,872 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:21:23,872 INFO [M:0;5dda233f2f2e:42821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:23,872 INFO [M:0;5dda233f2f2e:42821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:23,872 DEBUG [M:0;5dda233f2f2e:42821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:21:23,873 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:21:23,873 DEBUG [M:0;5dda233f2f2e:42821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:21:23,873 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846072019 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846072019,5,FailOnTimeoutGroup] 2024-11-17T12:21:23,873 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846072019 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846072019,5,FailOnTimeoutGroup] 2024-11-17T12:21:23,873 INFO [M:0;5dda233f2f2e:42821 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:23,873 INFO [M:0;5dda233f2f2e:42821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:23,873 DEBUG [M:0;5dda233f2f2e:42821 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:21:23,873 INFO [M:0;5dda233f2f2e:42821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:21:23,873 INFO [M:0;5dda233f2f2e:42821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:23,873 INFO [M:0;5dda233f2f2e:42821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:21:23,873 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:21:23,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/master 2024-11-17T12:21:23,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:23,883 DEBUG [M:0;5dda233f2f2e:42821 {}] zookeeper.ZKUtil(347): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/master because node does not exist (not an error) 2024-11-17T12:21:23,883 WARN [M:0;5dda233f2f2e:42821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:21:23,883 INFO [M:0;5dda233f2f2e:42821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/.lastflushedseqids 2024-11-17T12:21:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741842_1018 (size=181) 2024-11-17T12:21:23,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:23,962 INFO [RS:0;5dda233f2f2e:37515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:23,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37515-0x10148bdcf040001, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:23,962 INFO [RS:0;5dda233f2f2e:37515 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,37515,1731846069492; zookeeper connection closed. 2024-11-17T12:21:23,962 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@81cf04c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@81cf04c 2024-11-17T12:21:23,962 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:21:24,288 INFO [M:0;5dda233f2f2e:42821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:21:24,288 INFO [M:0;5dda233f2f2e:42821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:21:24,288 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:24,288 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:24,288 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:24,288 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:24,288 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:24,288 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T12:21:24,306 DEBUG [M:0;5dda233f2f2e:42821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae721f58ee1d4b67a25bb17675668256 is 82, key is hbase:meta,,1/info:regioninfo/1731846073289/Put/seqid=0 2024-11-17T12:21:24,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741843_1019 (size=5672) 2024-11-17T12:21:24,561 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:21:24,711 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae721f58ee1d4b67a25bb17675668256 2024-11-17T12:21:24,728 DEBUG [M:0;5dda233f2f2e:42821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65c727df5b214df0ba7d4d2d1be31c4d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731846080941/Put/seqid=0 2024-11-17T12:21:24,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741844_1020 (size=7203) 2024-11-17T12:21:25,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:21:25,133 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65c727df5b214df0ba7d4d2d1be31c4d 2024-11-17T12:21:25,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:25,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:25,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:25,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:25,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:25,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:25,151 DEBUG [M:0;5dda233f2f2e:42821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5210d5f66604a35913b8f6e78e2c51f is 69, key is 5dda233f2f2e,37515,1731846069492/rs:state/1731846072134/Put/seqid=0 2024-11-17T12:21:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741845_1021 (size=5156) 2024-11-17T12:21:25,555 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5210d5f66604a35913b8f6e78e2c51f 2024-11-17T12:21:25,560 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae721f58ee1d4b67a25bb17675668256 as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae721f58ee1d4b67a25bb17675668256 2024-11-17T12:21:25,564 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae721f58ee1d4b67a25bb17675668256, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T12:21:25,565 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65c727df5b214df0ba7d4d2d1be31c4d as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65c727df5b214df0ba7d4d2d1be31c4d 2024-11-17T12:21:25,569 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65c727df5b214df0ba7d4d2d1be31c4d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T12:21:25,570 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5210d5f66604a35913b8f6e78e2c51f as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5210d5f66604a35913b8f6e78e2c51f 2024-11-17T12:21:25,576 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5210d5f66604a35913b8f6e78e2c51f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T12:21:25,577 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false 2024-11-17T12:21:25,580 INFO [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:25,580 DEBUG [M:0;5dda233f2f2e:42821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846084288Disabling compacts and flushes for region at 1731846084288Disabling writes for close at 1731846084288Obtaining lock to block concurrent updates at 1731846084288Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846084288Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731846084289 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846084289Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846084289Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846084306 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846084306Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846084715 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846084728 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846084728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846085137 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846085150 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846085150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b0dab67: reopening flushed file at 1731846085559 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@715ecda1: reopening flushed file at 1731846085565 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@568e1869: reopening flushed file at 1731846085570 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=70, compaction requested=false at 1731846085577 (+7 ms)Writing region close event to WAL at 1731846085580 (+3 ms)Closed at 1731846085580 2024-11-17T12:21:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741830_1006 (size=41008) 2024-11-17T12:21:25,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:25,587 INFO [M:0;5dda233f2f2e:42821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:21:25,587 INFO [M:0;5dda233f2f2e:42821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42821 2024-11-17T12:21:25,587 INFO [M:0;5dda233f2f2e:42821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:25,751 INFO [M:0;5dda233f2f2e:42821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:25,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:25,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42821-0x10148bdcf040000, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:25,753 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:25,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:25,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:25,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:25,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:25,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:25,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:21:25,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:25,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40697 2024-11-17T12:21:25,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40697 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-11-17T12:21:25,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406970x0, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:25,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40697-0x10148bdcf040006 connected 2024-11-17T12:21:25,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:25,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:25,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/running 2024-11-17T12:21:25,782 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: INIT 2024-11-17T12:21:25,783 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab, hbase.cluster.distributed=false 2024-11-17T12:21:25,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/acl 2024-11-17T12:21:25,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40697 2024-11-17T12:21:25,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40697 2024-11-17T12:21:25,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40697 2024-11-17T12:21:25,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40697 2024-11-17T12:21:25,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40697 2024-11-17T12:21:25,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:25,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:25,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:25,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:25,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:25,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:25,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:21:25,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:25,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36437 2024-11-17T12:21:25,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36437 connecting to ZooKeeper ensemble=127.0.0.1:64852 2024-11-17T12:21:25,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:25,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364370x0, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:25,809 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: INIT 2024-11-17T12:21:25,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36437-0x10148bdcf040007 connected 2024-11-17T12:21:25,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/running 2024-11-17T12:21:25,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:21:25,811 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:21:25,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/master 2024-11-17T12:21:25,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/acl 2024-11-17T12:21:25,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36437 2024-11-17T12:21:25,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36437 2024-11-17T12:21:25,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36437 2024-11-17T12:21:25,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36437 2024-11-17T12:21:25,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36437 2024-11-17T12:21:25,826 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:40697 2024-11-17T12:21:25,827 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1290358928/backup-masters/5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:25,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/backup-masters 2024-11-17T12:21:25,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/backup-masters 2024-11-17T12:21:25,840 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on existing znode=/0-1290358928/backup-masters/5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:25,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290358928/master 2024-11-17T12:21:25,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:25,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:25,851 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on existing znode=/0-1290358928/master 2024-11-17T12:21:25,851 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1290358928/backup-masters/5dda233f2f2e,40697,1731846085753 from backup master directory 2024-11-17T12:21:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/backup-masters/5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/backup-masters 2024-11-17T12:21:25,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/backup-masters 2024-11-17T12:21:25,862 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:25,862 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:25,870 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:25,871 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:21:25,877 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-17T12:21:25,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741846_1022 (size=196) 2024-11-17T12:21:26,287 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:26,288 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:21:26,288 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:26,293 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T12:21:26,295 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289 to hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289-dead as it is dead 2024-11-17T12:21:26,295 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289-dead/5dda233f2f2e%2C42821%2C1731846069289.1731846071122 2024-11-17T12:21:26,296 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289-dead/5dda233f2f2e%2C42821%2C1731846069289.1731846071122 after 1ms 2024-11-17T12:21:26,296 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289-dead/5dda233f2f2e%2C42821%2C1731846069289.1731846071122 to hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5dda233f2f2e%2C42821%2C1731846069289.1731846071122 2024-11-17T12:21:26,296 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,42821,1731846069289-dead 2024-11-17T12:21:26,297 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:26,297 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:26,298 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C40697%2C1731846085753, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,40697,1731846085753, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/oldWALs, maxLogs=10 2024-11-17T12:21:26,311 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,40697,1731846085753/5dda233f2f2e%2C40697%2C1731846085753.1731846086299, exclude list is [], retry=0 2024-11-17T12:21:26,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e631732-adab-407d-9354-4c6b5edf363e,DISK] 2024-11-17T12:21:26,314 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/WALs/5dda233f2f2e,40697,1731846085753/5dda233f2f2e%2C40697%2C1731846085753.1731846086299 2024-11-17T12:21:26,315 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44881:44881)] 2024-11-17T12:21:26,315 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:26,315 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:26,315 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,315 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:21:26,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:26,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae721f58ee1d4b67a25bb17675668256 2024-11-17T12:21:26,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:26,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:21:26,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:26,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65c727df5b214df0ba7d4d2d1be31c4d 2024-11-17T12:21:26,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:26,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:21:26,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:26,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5210d5f66604a35913b8f6e78e2c51f 2024-11-17T12:21:26,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:26,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:21:26,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:26,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:26,336 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,337 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T12:21:26,337 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5dda233f2f2e%2C42821%2C1731846069289.1731846071122 2024-11-17T12:21:26,341 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5dda233f2f2e%2C42821%2C1731846069289.1731846071122 2024-11-17T12:21:26,342 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5dda233f2f2e%2C42821%2C1731846069289.1731846071122 2024-11-17T12:21:26,343 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,343 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,344 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:26,345 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:26,347 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-17T12:21:26,348 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71469815, jitterRate=0.06498323380947113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:26,349 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846086315Initializing all the Stores at 1731846086316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846086316Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846086316Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846086316Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846086316Cleaning up temporary data from old regions at 1731846086343 (+27 ms)Region opened successfully at 1731846086348 (+5 ms) 2024-11-17T12:21:26,349 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:21:26,351 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db5d6c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:26,353 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T12:21:26,353 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:21:26,353 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:21:26,353 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:21:26,353 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:21:26,356 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:26,356 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:21:26,356 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:21:26,356 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-17T12:21:26,356 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:21:26,359 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5dda233f2f2e,37515,1731846069492, regionLocation=5dda233f2f2e,37515,1731846069492, openSeqNum=2 2024-11-17T12:21:26,359 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5dda233f2f2e,37515,1731846069492, table=hbase:meta, region=1588230740 2024-11-17T12:21:26,359 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,37515,1731846069492, state=OPEN 2024-11-17T12:21:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290358928/meta-region-server 2024-11-17T12:21:26,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290358928/meta-region-server 2024-11-17T12:21:26,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:26,409 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:26,412 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:21:26,419 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/draining/5dda233f2f2e,37515,1731846069492 already deleted, retry=false 2024-11-17T12:21:26,419 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5dda233f2f2e,37515,1731846069492 on 5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:26,421 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5dda233f2f2e,37515,1731846069492, splitWal=true, meta=true 2024-11-17T12:21:26,421 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 5dda233f2f2e,37515,1731846069492 (carryingMeta=true) 5dda233f2f2e,37515,1731846069492/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@24d1028e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T12:21:26,422 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/balancer because node does not exist (not necessarily an error) 2024-11-17T12:21:26,430 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/balancer already deleted, retry=false 2024-11-17T12:21:26,430 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:21:26,431 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:21:26,440 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/normalizer already deleted, retry=false 2024-11-17T12:21:26,441 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:21:26,442 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:21:26,451 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/switch/split already deleted, retry=false 2024-11-17T12:21:26,452 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:21:26,461 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/switch/merge already deleted, retry=false 2024-11-17T12:21:26,474 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:21:26,483 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/snapshot-cleanup already deleted, retry=false 2024-11-17T12:21:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290358928/running 2024-11-17T12:21:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1290358928/running 2024-11-17T12:21:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:26,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:26,494 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,40697,1731846085753, sessionid=0x10148bdcf040006, setting cluster-up flag (Was=false) 2024-11-17T12:21:26,504 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1290358928/flush-table-proc/acquired, /0-1290358928/flush-table-proc/reached, /0-1290358928/flush-table-proc/abort 2024-11-17T12:21:26,505 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:26,515 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1290358928/online-snapshot/acquired, /0-1290358928/online-snapshot/reached, /0-1290358928/online-snapshot/abort 2024-11-17T12:21:26,515 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:26,517 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/.lastflushedseqids 2024-11-17T12:21:26,519 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:21:26,519 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:21:26,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,40697,1731846085753 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5dda233f2f2e,37515,1731846069492 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:21:26,521 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:26,521 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:26,521 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:26,521 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:26,521 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:21:26,521 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,521 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:26,521 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,522 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846116522 2024-11-17T12:21:26,522 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:21:26,522 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:21:26,522 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:21:26,522 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5dda233f2f2e,37515,1731846069492, splitWal=true, meta=true 2024-11-17T12:21:26,522 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:21:26,523 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:21:26,523 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:21:26,523 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,523 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:21:26,523 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:21:26,523 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:21:26,523 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:21:26,523 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5dda233f2f2e,37515,1731846069492, splitWal=true, meta=true, isMeta: true 2024-11-17T12:21:26,523 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:21:26,524 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:21:26,524 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846086524,5,FailOnTimeoutGroup] 2024-11-17T12:21:26,524 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846086524,5,FailOnTimeoutGroup] 2024-11-17T12:21:26,524 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,524 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:21:26,524 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,524 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,524 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846086524, completionTime=-1 2024-11-17T12:21:26,524 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T12:21:26,524 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T12:21:26,524 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492-splitting 2024-11-17T12:21:26,525 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492-splitting dir is empty, no logs to split. 2024-11-17T12:21:26,525 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5dda233f2f2e,37515,1731846069492 WAL count=0, meta=true 2024-11-17T12:21:26,527 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492-splitting dir is empty, no logs to split. 2024-11-17T12:21:26,527 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5dda233f2f2e,37515,1731846069492 WAL count=0, meta=true 2024-11-17T12:21:26,527 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5dda233f2f2e,37515,1731846069492 WAL splitting is done? wals=0, meta=true 2024-11-17T12:21:26,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:21:26,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:26,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T12:21:26,618 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(746): ClusterId : 06164d30-dc5c-43b0-965d-c89b2ced30d1 2024-11-17T12:21:26,619 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:21:26,631 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:21:26,631 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:21:26,641 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:21:26,642 DEBUG [RS:0;5dda233f2f2e:36437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d4e2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:26,653 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:36437 2024-11-17T12:21:26,653 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:21:26,653 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:21:26,653 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:21:26,653 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,40697,1731846085753 with port=36437, startcode=1731846085797 2024-11-17T12:21:26,654 DEBUG [RS:0;5dda233f2f2e:36437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:21:26,655 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:21:26,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:26,655 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40697 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:26,656 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab 2024-11-17T12:21:26,656 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37179 2024-11-17T12:21:26,656 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:21:26,674 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T12:21:26,680 WARN [5dda233f2f2e:40697 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T12:21:26,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/rs 2024-11-17T12:21:26,694 DEBUG [RS:0;5dda233f2f2e:36437 {}] zookeeper.ZKUtil(111): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on existing znode=/0-1290358928/rs/5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:26,694 WARN [RS:0;5dda233f2f2e:36437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:26,694 INFO [RS:0;5dda233f2f2e:36437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:26,694 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:26,694 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,36437,1731846085797] 2024-11-17T12:21:26,711 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:21:26,713 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:21:26,713 INFO [RS:0;5dda233f2f2e:36437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:21:26,713 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,713 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:21:26,714 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:21:26,714 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:26,714 DEBUG [RS:0;5dda233f2f2e:36437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:26,715 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,715 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,715 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,715 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,715 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,715 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,36437,1731846085797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:26,727 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:21:26,727 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,36437,1731846085797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,739 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,36437,1731846085797, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:21:26,740 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,740 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.Replication(171): 5dda233f2f2e,36437,1731846085797 started 2024-11-17T12:21:26,751 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:26,752 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,36437,1731846085797, RpcServer on 5dda233f2f2e/172.17.0.3:36437, sessionid=0x10148bdcf040007 2024-11-17T12:21:26,752 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:21:26,752 DEBUG [RS:0;5dda233f2f2e:36437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:26,752 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,36437,1731846085797' 2024-11-17T12:21:26,752 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1290358928/flush-table-proc/abort' 2024-11-17T12:21:26,752 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1290358928/flush-table-proc/acquired' 2024-11-17T12:21:26,753 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:21:26,753 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:21:26,753 DEBUG [RS:0;5dda233f2f2e:36437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:26,753 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,36437,1731846085797' 2024-11-17T12:21:26,753 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1290358928/online-snapshot/abort' 2024-11-17T12:21:26,753 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1290358928/online-snapshot/acquired' 2024-11-17T12:21:26,754 DEBUG [RS:0;5dda233f2f2e:36437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:21:26,754 INFO [RS:0;5dda233f2f2e:36437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:21:26,754 INFO [RS:0;5dda233f2f2e:36437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:21:26,755 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource,1-5dda233f2f2e,36437,1731846085797 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:34223' 2024-11-17T12:21:26,756 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource,1-5dda233f2f2e,36437,1731846085797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79bd3cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:26,757 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource,1-5dda233f2f2e,36437,1731846085797 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,34223,-1 for getting cluster id 2024-11-17T12:21:26,757 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource,1-5dda233f2f2e,36437,1731846085797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:26,758 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ef93a89-1338-47c8-aca3-c96614703cde' 2024-11-17T12:21:26,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:26,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ef93a89-1338-47c8-aca3-c96614703cde" 2024-11-17T12:21:26,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39e62ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:26,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,34223,-1] 2024-11-17T12:21:26,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:26,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:26,759 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:26,760 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource,1-5dda233f2f2e,36437,1731846085797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c716c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:26,760 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource,1-5dda233f2f2e,36437,1731846085797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:26,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:26,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@601b978c 2024-11-17T12:21:26,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:26,762 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-17T12:21:26,762 INFO [RS:0;5dda233f2f2e:36437.replicationSource,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,36437,1731846085797 (queues=0) is replicating from cluster=06164d30-dc5c-43b0-965d-c89b2ced30d1 to cluster=4ef93a89-1338-47c8-aca3-c96614703cde 2024-11-17T12:21:26,854 INFO [RS:0;5dda233f2f2e:36437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:26,855 INFO [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C36437%2C1731846085797, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs, maxLogs=10 2024-11-17T12:21:26,867 DEBUG [RS:0;5dda233f2f2e:36437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855, exclude list is [], retry=0 2024-11-17T12:21:26,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e631732-adab-407d-9354-4c6b5edf363e,DISK] 2024-11-17T12:21:26,871 INFO [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 2024-11-17T12:21:26,871 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5dda233f2f2e%2C36437%2C1731846085797 for peer 1 2024-11-17T12:21:26,871 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C36437%2C1731846085797 2024-11-17T12:21:26,871 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,36437,1731846085797, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:21:26,871 DEBUG [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44881:44881)] 2024-11-17T12:21:26,871 INFO [RS:0;5dda233f2f2e:36437.replicationSource.shipper5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C36437%2C1731846085797 2024-11-17T12:21:26,872 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855, startPosition=0, beingWritten=true 2024-11-17T12:21:26,930 DEBUG [5dda233f2f2e:40697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:21:26,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:26,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,36437,1731846085797, state=OPENING 2024-11-17T12:21:26,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290358928/meta-region-server 2024-11-17T12:21:26,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290358928/meta-region-server 2024-11-17T12:21:26,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:26,946 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:26,946 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:26,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,36437,1731846085797}] 2024-11-17T12:21:27,076 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:27,098 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:21:27,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:21:27,102 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:21:27,102 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:27,102 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:21:27,104 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C36437%2C1731846085797.meta, suffix=.meta, logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs, maxLogs=10 2024-11-17T12:21:27,115 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.meta.1731846087104.meta, exclude list is [], retry=0 2024-11-17T12:21:27,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e631732-adab-407d-9354-4c6b5edf363e,DISK] 2024-11-17T12:21:27,119 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.meta.1731846087104.meta 2024-11-17T12:21:27,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44881:44881)] 2024-11-17T12:21:27,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:27,119 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:27,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:27,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:21:27,119 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:21:27,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:21:27,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:27,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:21:27,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:21:27,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:27,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:27,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:27,126 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/info/faf425b5e08b47e6886d6df95dbcd86e 2024-11-17T12:21:27,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:27,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:27,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:27,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:27,132 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/ns/823ef19e66cc4b3fbe0a066b0b8e9c02 2024-11-17T12:21:27,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:27,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:27,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:27,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:27,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:27,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:27,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:27,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:27,138 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/table/1f3fb8c4c2594d139efa683d8adc49bf 2024-11-17T12:21:27,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:27,139 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:27,139 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740 2024-11-17T12:21:27,140 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740 2024-11-17T12:21:27,141 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:27,141 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:27,141 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:27,142 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:27,143 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59041624, jitterRate=-0.12021124362945557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:27,143 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:21:27,143 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846087120Writing region info on filesystem at 1731846087120Initializing all the Stores at 1731846087120Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846087120Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846087121 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846087121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846087121Cleaning up temporary data from old regions at 1731846087141 (+20 ms)Running coprocessor post-open hooks at 1731846087143 (+2 ms)Region opened successfully at 1731846087143 2024-11-17T12:21:27,144 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731846087098 2024-11-17T12:21:27,145 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:21:27,145 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:21:27,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:27,146 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,36437,1731846085797, state=OPEN 2024-11-17T12:21:27,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290358928/meta-region-server 2024-11-17T12:21:27,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1290358928/meta-region-server 2024-11-17T12:21:27,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:27,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1290358928/meta-region-server: CHANGED 2024-11-17T12:21:27,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:27,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T12:21:27,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,36437,1731846085797 in 210 msec 2024-11-17T12:21:27,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:21:27,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-17T12:21:27,380 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:27,784 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:28,177 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T12:21:28,289 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:28,893 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:29,597 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:29,679 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T12:21:30,401 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:31,032 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T12:21:31,032 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:21:31,032 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:31,032 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,36437,1731846085797, seqNum=-1] 2024-11-17T12:21:31,032 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:31,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:31,036 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0f2dcfda41033aba656b950011f55159, regionState=OPEN, lastHost=5dda233f2f2e,37515,1731846069492, regionLocation=5dda233f2f2e,37515,1731846069492, openSeqNum=2 2024-11-17T12:21:31,036 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:21:31,036 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846151036 2024-11-17T12:21:31,036 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846211036 2024-11-17T12:21:31,036 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-17T12:21:31,037 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5dda233f2f2e,37515,1731846069492 had 2 regions 2024-11-17T12:21:31,037 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40697,1731846085753-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:31,037 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40697,1731846085753-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:31,037 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40697,1731846085753-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:31,037 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:40697, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:31,037 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:31,037 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:31,037 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5dda233f2f2e,37515,1731846069492, splitWal=true, meta=true, isMeta: false 2024-11-17T12:21:31,039 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492-splitting dir is empty, no logs to split. 2024-11-17T12:21:31,039 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5dda233f2f2e,37515,1731846069492 WAL count=0, meta=false 2024-11-17T12:21:31,042 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,37515,1731846069492-splitting dir is empty, no logs to split. 2024-11-17T12:21:31,042 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5dda233f2f2e,37515,1731846069492 WAL count=0, meta=false 2024-11-17T12:21:31,042 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5dda233f2f2e,37515,1731846069492 WAL splitting is done? wals=0, meta=false 2024-11-17T12:21:31,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.181sec 2024-11-17T12:21:31,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:21:31,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:21:31,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:21:31,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:21:31,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:21:31,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40697,1731846085753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:31,043 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40697,1731846085753-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:21:31,045 WARN [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5dda233f2f2e,37515,1731846069492/hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:31,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN}] 2024-11-17T12:21:31,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN 2024-11-17T12:21:31,046 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:21:31,046 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:21:31,046 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40697,1731846085753-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:31,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T12:21:31,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:31,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40697,-1 for getting cluster id 2024-11-17T12:21:31,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:31,123 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06164d30-dc5c-43b0-965d-c89b2ced30d1' 2024-11-17T12:21:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06164d30-dc5c-43b0-965d-c89b2ced30d1" 2024-11-17T12:21:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c51a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40697,-1] 2024-11-17T12:21:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,124 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2b4aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:31,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,36437,1731846085797, seqNum=-1] 2024-11-17T12:21:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:31,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:31,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T12:21:31,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:31,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:31,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:31,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5dda233f2f2e:40697 after: 5dda233f2f2e:40697 2024-11-17T12:21:31,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:31,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40697,-1 for getting cluster id 2024-11-17T12:21:31,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:31,131 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06164d30-dc5c-43b0-965d-c89b2ced30d1' 2024-11-17T12:21:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06164d30-dc5c-43b0-965d-c89b2ced30d1" 2024-11-17T12:21:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3315d806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40697,-1] 2024-11-17T12:21:31,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:31,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,132 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:31,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:31,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:31,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28f23f18 2024-11-17T12:21:31,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:31,134 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:31,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40697 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T12:21:31,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:21:31,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:31,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:31,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:31,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:21:31,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=118343937, stopped=false 2024-11-17T12:21:31,136 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,34223,1731846075419 2024-11-17T12:21:31,197 DEBUG [5dda233f2f2e:40697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:21:31,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0f2dcfda41033aba656b950011f55159, regionState=OPENING, regionLocation=5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746441781/running 2024-11-17T12:21:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746441781/running 2024-11-17T12:21:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:31,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:31,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on znode that does not yet exist, /1746441781/running 2024-11-17T12:21:31,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:31,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:31,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Set watcher on znode that does not yet exist, /1746441781/running 2024-11-17T12:21:31,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,35827,1731846075685' ***** 2024-11-17T12:21:31,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:21:31,199 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:21:31,199 INFO [RS:0;5dda233f2f2e:35827 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:21:31,199 INFO [RS:0;5dda233f2f2e:35827 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:21:31,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:21:31,200 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:31,200 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:31,200 INFO [RS:0;5dda233f2f2e:35827 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:35827. 2024-11-17T12:21:31,200 DEBUG [RS:0;5dda233f2f2e:35827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:31,200 DEBUG [RS:0;5dda233f2f2e:35827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,200 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:21:31,200 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:21:31,200 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:21:31,200 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:21:31,200 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:21:31,200 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:21:31,200 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:31,200 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:31,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN because future has completed 2024-11-17T12:21:31,200 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:31,200 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:31,200 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:31,200 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:31,200 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T12:21:31,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2dcfda41033aba656b950011f55159, server=5dda233f2f2e,36437,1731846085797}] 2024-11-17T12:21:31,215 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740/.tmp/ns/875e6c8bbd284037b21c790cb14a0791 is 43, key is default/ns:d/1731846079638/Put/seqid=0 2024-11-17T12:21:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741835_1011 (size=5153) 2024-11-17T12:21:31,274 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:31,305 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:31,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:31,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:31,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:21:31,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C36437%2C1731846085797.rep, suffix=, logDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797, archiveDir=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs, maxLogs=10 2024-11-17T12:21:31,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.rep.1731846091357, exclude list is [], retry=0 2024-11-17T12:21:31,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-3e631732-adab-407d-9354-4c6b5edf363e,DISK] 2024-11-17T12:21:31,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.rep.1731846091357 2024-11-17T12:21:31,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44881:44881)] 2024-11-17T12:21:31,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f2dcfda41033aba656b950011f55159, NAME => 'hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:31,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:31,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:31,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. service=MultiRowMutationService 2024-11-17T12:21:31,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:21:31,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:31,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,375 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,376 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2dcfda41033aba656b950011f55159 columnFamilyName hfileref 2024-11-17T12:21:31,376 DEBUG [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:31,376 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(327): Store=0f2dcfda41033aba656b950011f55159/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:31,376 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,377 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2dcfda41033aba656b950011f55159 columnFamilyName queue 2024-11-17T12:21:31,377 DEBUG [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:31,381 DEBUG [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/queue/a6b83462a34a47d88f65cf81b9af999c 2024-11-17T12:21:31,381 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(327): Store=0f2dcfda41033aba656b950011f55159/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:31,381 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,382 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2dcfda41033aba656b950011f55159 columnFamilyName sid 2024-11-17T12:21:31,382 DEBUG [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:31,382 INFO [StoreOpener-0f2dcfda41033aba656b950011f55159-1 {}] regionserver.HStore(327): Store=0f2dcfda41033aba656b950011f55159/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:31,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:21:31,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 0f2dcfda41033aba656b950011f55159; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66077052, jitterRate=-0.015375196933746338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:21:31,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:31,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0f2dcfda41033aba656b950011f55159: Running coprocessor pre-open hook at 1731846091373Writing region info on filesystem at 1731846091373Initializing all the Stores at 1731846091374 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846091374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846091375 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846091375Cleaning up temporary data from old regions at 1731846091385 (+10 ms)Running coprocessor post-open hooks at 1731846091388 (+3 ms)Region opened successfully at 1731846091388 2024-11-17T12:21:31,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159., pid=13, masterSystemTime=1731846091353 2024-11-17T12:21:31,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:31,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:31,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0f2dcfda41033aba656b950011f55159, regionState=OPEN, openSeqNum=9, regionLocation=5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:31,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2dcfda41033aba656b950011f55159, server=5dda233f2f2e,36437,1731846085797 because future has completed 2024-11-17T12:21:31,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T12:21:31,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f2dcfda41033aba656b950011f55159, server=5dda233f2f2e,36437,1731846085797 in 192 msec 2024-11-17T12:21:31,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-17T12:21:31,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0f2dcfda41033aba656b950011f55159, ASSIGN in 350 msec 2024-11-17T12:21:31,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T12:21:31,400 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:31,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159., hostname=5dda233f2f2e,36437,1731846085797, seqNum=9] 2024-11-17T12:21:31,412 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5dda233f2f2e,37515,1731846069492 2024-11-17T12:21:31,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T12:21:31,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36437 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-17T12:21:31,601 DEBUG [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:31,619 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740/.tmp/ns/875e6c8bbd284037b21c790cb14a0791 2024-11-17T12:21:31,624 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740/.tmp/ns/875e6c8bbd284037b21c790cb14a0791 as hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740/ns/875e6c8bbd284037b21c790cb14a0791 2024-11-17T12:21:31,628 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:21:31,628 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:21:31,628 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740/ns/875e6c8bbd284037b21c790cb14a0791, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T12:21:31,629 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-17T12:21:31,633 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T12:21:31,633 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:31,633 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:31,633 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:31,633 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846091200Running coprocessor pre-close hooks at 1731846091200Disabling compacts and flushes for region at 1731846091200Disabling writes for close at 1731846091200Obtaining lock to block concurrent updates at 1731846091200Preparing flush snapshotting stores in 1588230740 at 1731846091200Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731846091201 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731846091201Flushing 1588230740/ns: creating writer at 1731846091201Flushing 1588230740/ns: appending metadata at 1731846091214 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731846091214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2ba9c6: reopening flushed file at 1731846091623 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731846091629 (+6 ms)Writing region close event to WAL at 1731846091629Running coprocessor post-close hooks at 1731846091633 (+4 ms)Closed at 1731846091633 2024-11-17T12:21:31,633 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:31,801 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,35827,1731846075685; all regions closed. 2024-11-17T12:21:31,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741834_1010 (size=1152) 2024-11-17T12:21:31,805 DEBUG [RS:0;5dda233f2f2e:35827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/oldWALs 2024-11-17T12:21:31,805 INFO [RS:0;5dda233f2f2e:35827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C35827%2C1731846075685.meta:.meta(num 1731846079591) 2024-11-17T12:21:31,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741832_1008 (size=93) 2024-11-17T12:21:31,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/WALs/5dda233f2f2e,35827,1731846075685/5dda233f2f2e%2C35827%2C1731846075685.1731846078699 not finished, retry = 0 2024-11-17T12:21:31,909 DEBUG [RS:0;5dda233f2f2e:35827 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/oldWALs 2024-11-17T12:21:31,910 INFO [RS:0;5dda233f2f2e:35827 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C35827%2C1731846075685:(num 1731846078699) 2024-11-17T12:21:31,910 DEBUG [RS:0;5dda233f2f2e:35827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:31,910 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:31,910 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:31,910 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:31,910 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:31,910 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:31,910 INFO [RS:0;5dda233f2f2e:35827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35827 2024-11-17T12:21:31,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746441781/rs/5dda233f2f2e,35827,1731846075685 2024-11-17T12:21:31,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781/rs 2024-11-17T12:21:31,924 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:31,925 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,35827,1731846075685] 2024-11-17T12:21:31,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1746441781/draining/5dda233f2f2e,35827,1731846075685 already deleted, retry=false 2024-11-17T12:21:31,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,35827,1731846075685 expired; onlineServers=0 2024-11-17T12:21:31,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,34223,1731846075419' ***** 2024-11-17T12:21:31,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:21:31,945 INFO [M:0;5dda233f2f2e:34223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:31,945 INFO [M:0;5dda233f2f2e:34223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:31,945 DEBUG [M:0;5dda233f2f2e:34223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:21:31,946 DEBUG [M:0;5dda233f2f2e:34223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:21:31,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:21:31,946 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846078396 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846078396,5,FailOnTimeoutGroup] 2024-11-17T12:21:31,946 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846078396 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846078396,5,FailOnTimeoutGroup] 2024-11-17T12:21:31,946 INFO [M:0;5dda233f2f2e:34223 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:31,946 INFO [M:0;5dda233f2f2e:34223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:31,946 DEBUG [M:0;5dda233f2f2e:34223 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:21:31,946 INFO [M:0;5dda233f2f2e:34223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:21:31,946 INFO [M:0;5dda233f2f2e:34223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:31,946 INFO [M:0;5dda233f2f2e:34223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:21:31,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:21:31,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1746441781/master 2024-11-17T12:21:31,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1746441781 2024-11-17T12:21:31,956 DEBUG [M:0;5dda233f2f2e:34223 {}] zookeeper.ZKUtil(347): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Unable to get data of znode /1746441781/master because node does not exist (not an error) 2024-11-17T12:21:31,956 WARN [M:0;5dda233f2f2e:34223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:21:31,957 INFO [M:0;5dda233f2f2e:34223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/.lastflushedseqids 2024-11-17T12:21:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741836_1012 (size=99) 2024-11-17T12:21:32,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:32,035 INFO [RS:0;5dda233f2f2e:35827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:32,035 INFO [RS:0;5dda233f2f2e:35827 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,35827,1731846075685; zookeeper connection closed. 2024-11-17T12:21:32,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35827-0x10148bdcf040004, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:32,035 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5407125d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5407125d 2024-11-17T12:21:32,035 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:21:32,309 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:32,361 INFO [M:0;5dda233f2f2e:34223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:21:32,362 INFO [M:0;5dda233f2f2e:34223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:21:32,362 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:32,362 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:32,362 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:32,362 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:32,362 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:32,362 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T12:21:32,375 DEBUG [M:0;5dda233f2f2e:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad3fedb8d7034190b8f580c867dfa628 is 82, key is hbase:meta,,1/info:regioninfo/1731846079622/Put/seqid=0 2024-11-17T12:21:32,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741837_1013 (size=5672) 2024-11-17T12:21:32,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:21:32,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:32,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:32,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:32,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:32,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:32,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:32,779 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad3fedb8d7034190b8f580c867dfa628 2024-11-17T12:21:32,796 DEBUG [M:0;5dda233f2f2e:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f8c11da4d5d44f594710dfb887960ed is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731846079641/Put/seqid=0 2024-11-17T12:21:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741838_1014 (size=5275) 2024-11-17T12:21:33,201 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f8c11da4d5d44f594710dfb887960ed 2024-11-17T12:21:33,221 DEBUG [M:0;5dda233f2f2e:34223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad6a4cb9ac945cf8154e8fd203631ed is 69, key is 5dda233f2f2e,35827,1731846075685/rs:state/1731846078497/Put/seqid=0 2024-11-17T12:21:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741839_1015 (size=5156) 2024-11-17T12:21:33,414 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:33,626 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad6a4cb9ac945cf8154e8fd203631ed 2024-11-17T12:21:33,631 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad3fedb8d7034190b8f580c867dfa628 as hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad3fedb8d7034190b8f580c867dfa628 2024-11-17T12:21:33,635 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad3fedb8d7034190b8f580c867dfa628, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T12:21:33,636 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f8c11da4d5d44f594710dfb887960ed as hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f8c11da4d5d44f594710dfb887960ed 2024-11-17T12:21:33,640 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f8c11da4d5d44f594710dfb887960ed, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T12:21:33,641 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad6a4cb9ac945cf8154e8fd203631ed as hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ad6a4cb9ac945cf8154e8fd203631ed 2024-11-17T12:21:33,645 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40773/user/jenkins/test-data/4e9d4575-b46a-5a62-b852-0feec5c968bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ad6a4cb9ac945cf8154e8fd203631ed, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T12:21:33,646 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false 2024-11-17T12:21:33,648 INFO [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:33,648 DEBUG [M:0;5dda233f2f2e:34223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846092362Disabling compacts and flushes for region at 1731846092362Disabling writes for close at 1731846092362Obtaining lock to block concurrent updates at 1731846092362Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846092362Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731846092362Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846092363 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846092363Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846092375 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846092375Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846092783 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846092796 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846092796Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846093205 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846093221 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846093221Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4a74b7: reopening flushed file at 1731846093630 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc941a1: reopening flushed file at 1731846093635 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247aec5: reopening flushed file at 1731846093640 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=28, compaction requested=false at 1731846093646 (+6 ms)Writing region close event to WAL at 1731846093648 (+2 ms)Closed at 1731846093648 2024-11-17T12:21:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39373 is added to blk_1073741830_1006 (size=10165) 2024-11-17T12:21:33,650 INFO [M:0;5dda233f2f2e:34223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:21:33,650 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:33,650 INFO [M:0;5dda233f2f2e:34223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34223 2024-11-17T12:21:33,650 INFO [M:0;5dda233f2f2e:34223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:33,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:33,933 INFO [M:0;5dda233f2f2e:34223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:33,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34223-0x10148bdcf040003, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:33,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@190ed96d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:21:33,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32981a5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:21:33,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:21:33,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:21:33,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2918e8d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.log.dir/,STOPPED} 2024-11-17T12:21:33,936 WARN [BP-1458715361-172.17.0.3-1731846073451 heartbeating to localhost/127.0.0.1:40773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:21:33,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:21:33,936 WARN [BP-1458715361-172.17.0.3-1731846073451 heartbeating to localhost/127.0.0.1:40773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458715361-172.17.0.3-1731846073451 (Datanode Uuid ef974c50-aafa-4911-9c29-8a968df23979) service to localhost/127.0.0.1:40773 2024-11-17T12:21:33,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:21:33,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/cluster_5ce98bdc-20c7-2a82-87d6-84bc8f9f7edb/data/data1/current/BP-1458715361-172.17.0.3-1731846073451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:21:33,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/cluster_5ce98bdc-20c7-2a82-87d6-84bc8f9f7edb/data/data2/current/BP-1458715361-172.17.0.3-1731846073451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:21:33,937 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:21:33,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23c46ac4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:21:33,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3711c3e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:21:33,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:21:33,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:21:33,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b17a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.log.dir/,STOPPED} 2024-11-17T12:21:33,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:21:33,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:21:33,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:33,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:33,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:33,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:33,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:33,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:21:33,954 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1628130196, stopped=false 2024-11-17T12:21:33,954 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,40697,1731846085753 2024-11-17T12:21:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/running 2024-11-17T12:21:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/running 2024-11-17T12:21:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:33,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:33,966 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:33,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:33,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:33,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:33,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/running 2024-11-17T12:21:33,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Set watcher on znode that does not yet exist, /0-1290358928/running 2024-11-17T12:21:33,967 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,36437,1731846085797' ***** 2024-11-17T12:21:33,967 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:21:33,967 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:21:33,967 INFO [RS:0;5dda233f2f2e:36437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:21:33,967 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:21:33,967 INFO [RS:0;5dda233f2f2e:36437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:21:33,967 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f2dcfda41033aba656b950011f55159 2024-11-17T12:21:33,967 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:33,967 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:33,967 INFO [RS:0;5dda233f2f2e:36437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:36437. 2024-11-17T12:21:33,968 DEBUG [RS:0;5dda233f2f2e:36437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:33,968 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f2dcfda41033aba656b950011f55159, disabling compactions & flushes 2024-11-17T12:21:33,968 DEBUG [RS:0;5dda233f2f2e:36437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:33,968 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:33,968 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:33,968 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:21:33,968 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:21:33,968 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. after waiting 0 ms 2024-11-17T12:21:33,968 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:21:33,968 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:33,968 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:21:33,968 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:21:33,968 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1325): Online Regions={0f2dcfda41033aba656b950011f55159=hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:21:33,968 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1351): Waiting on 0f2dcfda41033aba656b950011f55159, 1588230740 2024-11-17T12:21:33,968 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:33,968 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:33,968 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:33,968 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:33,968 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:33,968 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T12:21:33,971 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/replication/0f2dcfda41033aba656b950011f55159/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-17T12:21:33,972 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:33,972 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:33,972 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:33,972 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f2dcfda41033aba656b950011f55159: Waiting for close lock at 1731846093967Running coprocessor pre-close hooks at 1731846093967Disabling compacts and flushes for region at 1731846093967Disabling writes for close at 1731846093968 (+1 ms)Writing region close event to WAL at 1731846093969 (+1 ms)Running coprocessor post-close hooks at 1731846093972 (+3 ms)Closed at 1731846093972 2024-11-17T12:21:33,972 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159. 2024-11-17T12:21:33,982 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/info/d3d2e0cdfdd8444191093559f28386b4 is 147, key is hbase:replication,,1731846079766.0f2dcfda41033aba656b950011f55159./info:regioninfo/1731846091391/Put/seqid=0 2024-11-17T12:21:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741851_1027 (size=6385) 2024-11-17T12:21:34,021 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:34,168 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:34,368 DEBUG [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:21:34,386 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/info/d3d2e0cdfdd8444191093559f28386b4 2024-11-17T12:21:34,391 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/.tmp/info/d3d2e0cdfdd8444191093559f28386b4 as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/info/d3d2e0cdfdd8444191093559f28386b4 2024-11-17T12:21:34,396 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/info/d3d2e0cdfdd8444191093559f28386b4, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T12:21:34,397 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-17T12:21:34,402 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T12:21:34,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:34,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:34,403 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:34,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846093968Running coprocessor pre-close hooks at 1731846093968Disabling compacts and flushes for region at 1731846093968Disabling writes for close at 1731846093968Obtaining lock to block concurrent updates at 1731846093968Preparing flush snapshotting stores in 1588230740 at 1731846093968Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731846093968Flushing stores of hbase:meta,,1.1588230740 at 1731846093969 (+1 ms)Flushing 1588230740/info: creating writer at 1731846093969Flushing 1588230740/info: appending metadata at 1731846093982 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731846093982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128ae95d: reopening flushed file at 1731846094391 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731846094397 (+6 ms)Writing region close event to WAL at 1731846094399 (+2 ms)Running coprocessor post-close hooks at 1731846094403 (+4 ms)Closed at 1731846094403 2024-11-17T12:21:34,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:34,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:34,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:21:34,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:34,568 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,36437,1731846085797; all regions closed. 2024-11-17T12:21:34,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741849_1025 (size=2156) 2024-11-17T12:21:34,572 DEBUG [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs 2024-11-17T12:21:34,572 INFO [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C36437%2C1731846085797.meta:.meta(num 1731846087104) 2024-11-17T12:21:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741850_1026 (size=796) 2024-11-17T12:21:34,574 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.rep.1731846091357 not finished, retry = 0 2024-11-17T12:21:34,618 DEBUG [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 to pos 0, reset compression=false 2024-11-17T12:21:34,676 DEBUG [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs 2024-11-17T12:21:34,676 INFO [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C36437%2C1731846085797.rep:(num 1731846091357) 2024-11-17T12:21:34,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741848_1024 (size=93) 2024-11-17T12:21:34,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/WALs/5dda233f2f2e,36437,1731846085797/5dda233f2f2e%2C36437%2C1731846085797.1731846086855 not finished, retry = 0 2024-11-17T12:21:34,754 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:21:34,754 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:21:34,781 DEBUG [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/oldWALs 2024-11-17T12:21:34,781 INFO [RS:0;5dda233f2f2e:36437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C36437%2C1731846085797:(num 1731846086855) 2024-11-17T12:21:34,781 DEBUG [RS:0;5dda233f2f2e:36437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:34,781 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:21:34,781 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:34,781 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:34,781 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:34,781 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:34,781 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T12:21:34,781 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T12:21:34,781 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,36437,1731846085797 because: Region server is closing 2024-11-17T12:21:34,781 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T12:21:34,781 INFO [RS:0;5dda233f2f2e:36437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:36437. 2024-11-17T12:21:34,781 DEBUG [RS:0;5dda233f2f2e:36437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:34,781 DEBUG [RS:0;5dda233f2f2e:36437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:34,782 DEBUG [RS:0;5dda233f2f2e:36437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:34,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:34,882 WARN [RS:0;5dda233f2f2e:36437.replicationSource.wal-reader.5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:21:34,882 WARN [RS:0;5dda233f2f2e:36437.replicationSource.shipper5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T12:21:34,882 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5dda233f2f2e:36437.replicationSource.shipper5dda233f2f2e%2C36437%2C1731846085797,1-5dda233f2f2e,36437,1731846085797 terminated 2024-11-17T12:21:34,882 INFO [RS:0;5dda233f2f2e:36437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36437 2024-11-17T12:21:34,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928/rs 2024-11-17T12:21:34,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/rs/5dda233f2f2e,36437,1731846085797 2024-11-17T12:21:34,935 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:34,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,36437,1731846085797] 2024-11-17T12:21:34,955 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1290358928/draining/5dda233f2f2e,36437,1731846085797 already deleted, retry=false 2024-11-17T12:21:34,955 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,36437,1731846085797 expired; onlineServers=0 2024-11-17T12:21:34,955 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,40697,1731846085753' ***** 2024-11-17T12:21:34,955 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:21:34,956 INFO [M:0;5dda233f2f2e:40697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:21:34,956 INFO [M:0;5dda233f2f2e:40697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:21:34,956 DEBUG [M:0;5dda233f2f2e:40697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:21:34,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:21:34,956 DEBUG [M:0;5dda233f2f2e:40697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:21:34,956 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846086524 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846086524,5,FailOnTimeoutGroup] 2024-11-17T12:21:34,956 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846086524 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846086524,5,FailOnTimeoutGroup] 2024-11-17T12:21:34,956 INFO [M:0;5dda233f2f2e:40697 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:21:34,956 INFO [M:0;5dda233f2f2e:40697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:21:34,956 DEBUG [M:0;5dda233f2f2e:40697 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:21:34,956 INFO [M:0;5dda233f2f2e:40697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:21:34,956 INFO [M:0;5dda233f2f2e:40697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:21:34,956 INFO [M:0;5dda233f2f2e:40697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:21:34,956 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:21:34,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1290358928/master 2024-11-17T12:21:34,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1290358928 2024-11-17T12:21:34,966 DEBUG [M:0;5dda233f2f2e:40697 {}] zookeeper.ZKUtil(347): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Unable to get data of znode /0-1290358928/master because node does not exist (not an error) 2024-11-17T12:21:34,966 WARN [M:0;5dda233f2f2e:40697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:21:34,967 INFO [M:0;5dda233f2f2e:40697 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/.lastflushedseqids 2024-11-17T12:21:34,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741852_1028 (size=181) 2024-11-17T12:21:35,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:35,045 INFO [RS:0;5dda233f2f2e:36437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:35,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36437-0x10148bdcf040007, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:35,045 INFO [RS:0;5dda233f2f2e:36437 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,36437,1731846085797; zookeeper connection closed. 2024-11-17T12:21:35,045 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b0a5a22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b0a5a22 2024-11-17T12:21:35,046 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:21:35,372 INFO [M:0;5dda233f2f2e:40697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:21:35,372 INFO [M:0;5dda233f2f2e:40697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:21:35,372 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:35,372 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:35,372 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:35,372 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:35,372 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:35,372 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T12:21:35,387 DEBUG [M:0;5dda233f2f2e:40697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b8adddc63048598235933e8f25fd14 is 82, key is hbase:meta,,1/info:regioninfo/1731846087146/Put/seqid=0 2024-11-17T12:21:35,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741853_1029 (size=5672) 2024-11-17T12:21:35,793 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b8adddc63048598235933e8f25fd14 2024-11-17T12:21:35,812 DEBUG [M:0;5dda233f2f2e:40697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad34e69dc38407ead456f1c9c6d6e0d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731846091395/Put/seqid=0 2024-11-17T12:21:35,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741854_1030 (size=7312) 2024-11-17T12:21:36,217 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad34e69dc38407ead456f1c9c6d6e0d 2024-11-17T12:21:36,238 DEBUG [M:0;5dda233f2f2e:40697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c25d818932400a86c59d8efccc3d4c is 69, key is 5dda233f2f2e,36437,1731846085797/rs:state/1731846086655/Put/seqid=0 2024-11-17T12:21:36,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741855_1031 (size=5370) 2024-11-17T12:21:36,642 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c25d818932400a86c59d8efccc3d4c 2024-11-17T12:21:36,646 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45c25d818932400a86c59d8efccc3d4c 2024-11-17T12:21:36,646 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26b8adddc63048598235933e8f25fd14 as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26b8adddc63048598235933e8f25fd14 2024-11-17T12:21:36,650 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26b8adddc63048598235933e8f25fd14, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T12:21:36,651 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ad34e69dc38407ead456f1c9c6d6e0d as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ad34e69dc38407ead456f1c9c6d6e0d 2024-11-17T12:21:36,655 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ad34e69dc38407ead456f1c9c6d6e0d, entries=7, sequenceid=127, filesize=7.1 K 2024-11-17T12:21:36,656 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45c25d818932400a86c59d8efccc3d4c as hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45c25d818932400a86c59d8efccc3d4c 2024-11-17T12:21:36,660 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45c25d818932400a86c59d8efccc3d4c 2024-11-17T12:21:36,660 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37179/user/jenkins/test-data/a92e2cac-5678-752c-c50f-d440731711ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45c25d818932400a86c59d8efccc3d4c, entries=2, sequenceid=127, filesize=5.2 K 2024-11-17T12:21:36,660 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-17T12:21:36,662 INFO [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:36,662 DEBUG [M:0;5dda233f2f2e:40697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846095372Disabling compacts and flushes for region at 1731846095372Disabling writes for close at 1731846095372Obtaining lock to block concurrent updates at 1731846095372Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846095372Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731846095373 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846095373Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846095373Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846095386 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846095386Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846095798 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846095812 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846095812Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846096221 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846096237 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846096237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b076f4: reopening flushed file at 1731846096646 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5f4ec0: reopening flushed file at 1731846096650 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a9d0db: reopening flushed file at 1731846096655 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1731846096660 (+5 ms)Writing region close event to WAL at 1731846096661 (+1 ms)Closed at 1731846096662 (+1 ms) 2024-11-17T12:21:36,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741847_1023 (size=22903) 2024-11-17T12:21:36,664 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:21:36,664 INFO [M:0;5dda233f2f2e:40697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:21:36,664 INFO [M:0;5dda233f2f2e:40697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40697 2024-11-17T12:21:36,664 INFO [M:0;5dda233f2f2e:40697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:21:36,835 INFO [M:0;5dda233f2f2e:40697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:21:36,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:36,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40697-0x10148bdcf040006, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:21:36,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5152fa55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:21:36,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28ba7143{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:21:36,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:21:36,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:21:36,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c943{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.log.dir/,STOPPED} 2024-11-17T12:21:36,840 WARN [BP-529062221-172.17.0.3-1731846067053 heartbeating to localhost/127.0.0.1:37179 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:21:36,840 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:21:36,840 WARN [BP-529062221-172.17.0.3-1731846067053 heartbeating to localhost/127.0.0.1:37179 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-529062221-172.17.0.3-1731846067053 (Datanode Uuid 21678ca1-60d7-4cc6-91f6-9108eb5f6d7d) service to localhost/127.0.0.1:37179 2024-11-17T12:21:36,840 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:21:36,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/cluster_3a4ea810-23ba-efea-704b-f62ac9f27206/data/data1/current/BP-529062221-172.17.0.3-1731846067053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:21:36,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/cluster_3a4ea810-23ba-efea-704b-f62ac9f27206/data/data2/current/BP-529062221-172.17.0.3-1731846067053 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:21:36,841 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:21:36,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e3351ec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:21:36,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26303977{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:21:36,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:21:36,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:21:36,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b270fd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b11db3bd-b701-8c0c-1176-ec3ee17105ff/hadoop.log.dir/,STOPPED} 2024-11-17T12:21:36,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:21:36,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:21:36,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37179 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40773 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64852) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64852) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37179 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37179 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37179 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=391 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=3546 (was 3469) - AvailableMemoryMB LEAK? - 2024-11-17T12:21:36,884 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=391, ProcessCount=11, AvailableMemoryMB=3546 2024-11-17T12:21:36,895 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-17T12:21:36,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.log.dir so I do NOT create it in target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df 2024-11-17T12:21:36,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:21:36,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.tmp.dir so I do NOT create it in target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df 2024-11-17T12:21:36,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/43b8bea0-2d6b-fcff-c5d1-1e319c736c78/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:21:36,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df 2024-11-17T12:21:36,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/cluster_943510e0-448b-54a7-0dec-005edbb7824d, deleteOnExit=true 2024-11-17T12:21:36,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/cluster_943510e0-448b-54a7-0dec-005edbb7824d/zookeeper_0, clientPort=52433, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/cluster_943510e0-448b-54a7-0dec-005edbb7824d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/cluster_943510e0-448b-54a7-0dec-005edbb7824d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:21:36,923 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52433 2024-11-17T12:21:36,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:21:36,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:21:36,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/test.cache.data in system properties and HBase conf 2024-11-17T12:21:36,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:21:36,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:21:36,924 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:21:36,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:21:36,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:21:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148bdcf040005, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:21:36,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148bdcf040002, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:21:36,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148bdcf040005, quorum=127.0.0.1:64852, baseZNode=/1746441781 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:21:36,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148bdcf040002, quorum=127.0.0.1:64852, baseZNode=/0-1290358928 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:21:37,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:37,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:21:37,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:21:37,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:21:37,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:21:37,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:37,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:21:37,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:21:37,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/java.io.tmpdir/jetty-localhost-44547-hadoop-hdfs-3_4_1-tests_jar-_-any-7148313593057991525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:21:37,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:44547} 2024-11-17T12:21:37,343 INFO [Time-limited test {}] server.Server(415): Started @253058ms 2024-11-17T12:21:37,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:37,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:21:37,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:21:37,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:21:37,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:21:37,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:21:37,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:21:37,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702d0e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/java.io.tmpdir/jetty-localhost-39231-hadoop-hdfs-3_4_1-tests_jar-_-any-11894895890943624778/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:21:37,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:39231} 2024-11-17T12:21:37,717 INFO [Time-limited test {}] server.Server(415): Started @253433ms 2024-11-17T12:21:37,718 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:21:38,399 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/cluster_943510e0-448b-54a7-0dec-005edbb7824d/data/data1/current/BP-1661757953-172.17.0.3-1731846096938/current, will proceed with Du for space computation calculation, 2024-11-17T12:21:38,400 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/cluster_943510e0-448b-54a7-0dec-005edbb7824d/data/data2/current/BP-1661757953-172.17.0.3-1731846096938/current, will proceed with Du for space computation calculation, 2024-11-17T12:21:38,418 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:21:38,420 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x642cf69a788f280f with lease ID 0x4fd3a081700f4b95: Processing first storage report for DS-0c894f41-8bd0-4b70-be89-63ad336319de from datanode DatanodeRegistration(127.0.0.1:33905, datanodeUuid=aae4b55c-fafa-48d3-b9e1-5eec8780933f, infoPort=43883, infoSecurePort=0, ipcPort=38743, storageInfo=lv=-57;cid=testClusterID;nsid=53094423;c=1731846096938) 2024-11-17T12:21:38,420 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x642cf69a788f280f with lease ID 0x4fd3a081700f4b95: from storage DS-0c894f41-8bd0-4b70-be89-63ad336319de node DatanodeRegistration(127.0.0.1:33905, datanodeUuid=aae4b55c-fafa-48d3-b9e1-5eec8780933f, infoPort=43883, infoSecurePort=0, ipcPort=38743, storageInfo=lv=-57;cid=testClusterID;nsid=53094423;c=1731846096938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:21:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x642cf69a788f280f with lease ID 0x4fd3a081700f4b95: Processing first storage report for DS-f010f774-f1f1-409c-9a85-d9662d4d8d51 from datanode DatanodeRegistration(127.0.0.1:33905, datanodeUuid=aae4b55c-fafa-48d3-b9e1-5eec8780933f, infoPort=43883, infoSecurePort=0, ipcPort=38743, storageInfo=lv=-57;cid=testClusterID;nsid=53094423;c=1731846096938) 2024-11-17T12:21:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x642cf69a788f280f with lease ID 0x4fd3a081700f4b95: from storage DS-f010f774-f1f1-409c-9a85-d9662d4d8d51 node DatanodeRegistration(127.0.0.1:33905, datanodeUuid=aae4b55c-fafa-48d3-b9e1-5eec8780933f, infoPort=43883, infoSecurePort=0, ipcPort=38743, storageInfo=lv=-57;cid=testClusterID;nsid=53094423;c=1731846096938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:21:38,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df 2024-11-17T12:21:38,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:38,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:38,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:21:38,866 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5 with version=8 2024-11-17T12:21:38,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/hbase-staging 2024-11-17T12:21:38,869 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:38,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:38,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:38,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:38,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:38,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:38,869 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:21:38,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:38,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42231 2024-11-17T12:21:38,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42231 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-17T12:21:38,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422310x0, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:38,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42231-0x10148be43c50000 connected 2024-11-17T12:21:39,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:39,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:39,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on znode that does not yet exist, /01961209586/running 2024-11-17T12:21:39,039 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5, hbase.cluster.distributed=false 2024-11-17T12:21:39,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on znode that does not yet exist, /01961209586/acl 2024-11-17T12:21:39,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-17T12:21:39,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42231 2024-11-17T12:21:39,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42231 2024-11-17T12:21:39,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-17T12:21:39,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42231 2024-11-17T12:21:39,055 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:39,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:39,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:39,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:39,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:39,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:39,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:21:39,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:39,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33391 2024-11-17T12:21:39,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33391 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-17T12:21:39,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:39,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:39,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333910x0, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:39,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333910x0, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on znode that does not yet exist, /01961209586/running 2024-11-17T12:21:39,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33391-0x10148be43c50001 connected 2024-11-17T12:21:39,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:21:39,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:21:39,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on znode that does not yet exist, /01961209586/master 2024-11-17T12:21:39,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on znode that does not yet exist, /01961209586/acl 2024-11-17T12:21:39,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33391 2024-11-17T12:21:39,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33391 2024-11-17T12:21:39,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33391 2024-11-17T12:21:39,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33391 2024-11-17T12:21:39,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33391 2024-11-17T12:21:39,093 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:42231 2024-11-17T12:21:39,093 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01961209586/backup-masters/5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:39,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586/backup-masters 2024-11-17T12:21:39,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586/backup-masters 2024-11-17T12:21:39,098 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on existing znode=/01961209586/backup-masters/5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01961209586/master 2024-11-17T12:21:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:39,109 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on existing znode=/01961209586/master 2024-11-17T12:21:39,109 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01961209586/backup-masters/5dda233f2f2e,42231,1731846098868 from backup master directory 2024-11-17T12:21:39,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961209586/backup-masters/5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:39,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586/backup-masters 2024-11-17T12:21:39,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586/backup-masters 2024-11-17T12:21:39,119 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:39,119 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:39,122 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/hbase.id] with ID: 91bf91e6-aa30-4c2e-bf83-dda2767cc989 2024-11-17T12:21:39,122 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/.tmp/hbase.id 2024-11-17T12:21:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:21:39,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:21:39,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:39,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:39,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:39,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:39,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:39,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:39,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:39,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:39,526 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/.tmp/hbase.id]:[hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/hbase.id] 2024-11-17T12:21:39,535 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:39,535 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:21:39,536 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:21:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:39,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:39,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:21:39,987 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:39,988 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:21:39,989 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:21:40,395 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store 2024-11-17T12:21:40,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:21:40,801 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:40,801 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:40,801 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:40,801 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:40,801 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:40,801 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:40,801 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:40,801 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846100801Disabling compacts and flushes for region at 1731846100801Disabling writes for close at 1731846100801Writing region close event to WAL at 1731846100801Closed at 1731846100801 2024-11-17T12:21:40,802 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/.initializing 2024-11-17T12:21:40,802 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/WALs/5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:40,803 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:40,804 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C42231%2C1731846098868, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/WALs/5dda233f2f2e,42231,1731846098868, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/oldWALs, maxLogs=10 2024-11-17T12:21:40,816 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/WALs/5dda233f2f2e,42231,1731846098868/5dda233f2f2e%2C42231%2C1731846098868.1731846100804, exclude list is [], retry=0 2024-11-17T12:21:40,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-0c894f41-8bd0-4b70-be89-63ad336319de,DISK] 2024-11-17T12:21:40,820 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/WALs/5dda233f2f2e,42231,1731846098868/5dda233f2f2e%2C42231%2C1731846098868.1731846100804 2024-11-17T12:21:40,820 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-17T12:21:40,820 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:40,820 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:40,821 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,821 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:21:40,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:40,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:40,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:21:40,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:40,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:40,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:21:40,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:40,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:40,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:21:40,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:40,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:40,828 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,828 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,828 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,829 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,829 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,830 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:40,830 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:40,832 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:40,832 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70755612, jitterRate=0.05434077978134155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:40,833 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846100821Initializing all the Stores at 1731846100821Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846100821Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846100821Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846100821Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846100821Cleaning up temporary data from old regions at 1731846100829 (+8 ms)Region opened successfully at 1731846100833 (+4 ms) 2024-11-17T12:21:40,833 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:21:40,835 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f8c3d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:40,836 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:21:40,836 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:21:40,836 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:21:40,836 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:21:40,836 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:21:40,837 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:21:40,837 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:21:40,838 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:21:40,839 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Unable to get data of znode /01961209586/balancer because node does not exist (not necessarily an error) 2024-11-17T12:21:40,898 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961209586/balancer already deleted, retry=false 2024-11-17T12:21:40,898 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:21:40,899 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Unable to get data of znode /01961209586/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:21:40,908 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961209586/normalizer already deleted, retry=false 2024-11-17T12:21:40,908 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:21:40,909 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Unable to get data of znode /01961209586/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:21:40,918 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961209586/switch/split already deleted, retry=false 2024-11-17T12:21:40,919 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Unable to get data of znode /01961209586/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:21:40,929 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961209586/switch/merge already deleted, retry=false 2024-11-17T12:21:40,931 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Unable to get data of znode /01961209586/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:21:40,939 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01961209586/snapshot-cleanup already deleted, retry=false 2024-11-17T12:21:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01961209586/running 2024-11-17T12:21:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01961209586/running 2024-11-17T12:21:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:40,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:40,951 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,42231,1731846098868, sessionid=0x10148be43c50000, setting cluster-up flag (Was=false) 2024-11-17T12:21:40,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:40,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:41,003 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01961209586/flush-table-proc/acquired, /01961209586/flush-table-proc/reached, /01961209586/flush-table-proc/abort 2024-11-17T12:21:41,004 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:41,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:41,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:41,055 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01961209586/online-snapshot/acquired, /01961209586/online-snapshot/reached, /01961209586/online-snapshot/abort 2024-11-17T12:21:41,056 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:41,057 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:21:41,058 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:41,058 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:21:41,059 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:21:41,059 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5dda233f2f2e,37515,1731846069492: status=Processing ServerCrashProcedure of 5dda233f2f2e,37515,1731846069492 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731846086522, completionTime=-1 appears to have been leaked 2024-11-17T12:21:41,059 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,42231,1731846098868 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:21:41,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:41,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:41,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:41,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:41,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:21:41,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:41,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:41,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:21:41,062 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:41,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:21:41,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846131063 2024-11-17T12:21:41,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:21:41,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:21:41,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:21:41,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:21:41,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:21:41,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:21:41,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:21:41,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:21:41,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:21:41,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:21:41,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:21:41,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:21:41,068 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846101064,5,FailOnTimeoutGroup] 2024-11-17T12:21:41,068 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846101068,5,FailOnTimeoutGroup] 2024-11-17T12:21:41,068 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,068 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:21:41,068 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,068 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:21:41,082 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(746): ClusterId : 91bf91e6-aa30-4c2e-bf83-dda2767cc989 2024-11-17T12:21:41,082 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:21:41,087 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:21:41,087 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:21:41,098 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:21:41,098 DEBUG [RS:0;5dda233f2f2e:33391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40451b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:41,112 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:33391 2024-11-17T12:21:41,112 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:21:41,112 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:21:41,112 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:21:41,113 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,42231,1731846098868 with port=33391, startcode=1731846099055 2024-11-17T12:21:41,113 DEBUG [RS:0;5dda233f2f2e:33391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:21:41,114 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:21:41,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:41,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42231 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:41,116 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5 2024-11-17T12:21:41,116 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35497 2024-11-17T12:21:41,116 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:21:41,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586/rs 2024-11-17T12:21:41,119 DEBUG [RS:0;5dda233f2f2e:33391 {}] zookeeper.ZKUtil(111): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on existing znode=/01961209586/rs/5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:41,119 WARN [RS:0;5dda233f2f2e:33391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:41,119 INFO [RS:0;5dda233f2f2e:33391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:41,119 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:41,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,33391,1731846099055] 2024-11-17T12:21:41,122 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:21:41,124 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:21:41,124 INFO [RS:0;5dda233f2f2e:33391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:21:41,124 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,128 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:21:41,129 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:21:41,129 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:41,129 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:41,130 DEBUG [RS:0;5dda233f2f2e:33391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:41,131 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,131 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,131 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,131 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,131 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,131 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33391,1731846099055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:41,145 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:21:41,145 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33391,1731846099055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,145 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,145 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.Replication(171): 5dda233f2f2e,33391,1731846099055 started 2024-11-17T12:21:41,158 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:41,158 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,33391,1731846099055, RpcServer on 5dda233f2f2e/172.17.0.3:33391, sessionid=0x10148be43c50001 2024-11-17T12:21:41,158 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:21:41,158 DEBUG [RS:0;5dda233f2f2e:33391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:41,158 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,33391,1731846099055' 2024-11-17T12:21:41,158 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01961209586/flush-table-proc/abort' 2024-11-17T12:21:41,159 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01961209586/flush-table-proc/acquired' 2024-11-17T12:21:41,159 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:21:41,159 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:21:41,159 DEBUG [RS:0;5dda233f2f2e:33391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:41,159 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,33391,1731846099055' 2024-11-17T12:21:41,159 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01961209586/online-snapshot/abort' 2024-11-17T12:21:41,159 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01961209586/online-snapshot/acquired' 2024-11-17T12:21:41,159 DEBUG [RS:0;5dda233f2f2e:33391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:21:41,159 INFO [RS:0;5dda233f2f2e:33391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:21:41,159 INFO [RS:0;5dda233f2f2e:33391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:21:41,260 INFO [RS:0;5dda233f2f2e:33391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:41,261 INFO [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C33391%2C1731846099055, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/oldWALs, maxLogs=10 2024-11-17T12:21:41,274 DEBUG [RS:0;5dda233f2f2e:33391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262, exclude list is [], retry=0 2024-11-17T12:21:41,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-0c894f41-8bd0-4b70-be89-63ad336319de,DISK] 2024-11-17T12:21:41,277 INFO [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 2024-11-17T12:21:41,278 DEBUG [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-17T12:21:41,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:21:41,471 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5 2024-11-17T12:21:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:21:41,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:41,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:41,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:41,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:41,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:41,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:41,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:41,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:41,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:41,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:41,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:41,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:41,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:41,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:41,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:41,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:41,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:41,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:41,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740 2024-11-17T12:21:41,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740 2024-11-17T12:21:41,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:41,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:41,885 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:41,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:41,887 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:41,887 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61998373, jitterRate=-0.0761522501707077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:41,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846101877Initializing all the Stores at 1731846101877Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846101877Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846101878 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846101878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846101878Cleaning up temporary data from old regions at 1731846101884 (+6 ms)Region opened successfully at 1731846101888 (+4 ms) 2024-11-17T12:21:41,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:41,888 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:41,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:41,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:41,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:41,888 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:41,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846101888Disabling compacts and flushes for region at 1731846101888Disabling writes for close at 1731846101888Writing region close event to WAL at 1731846101888Closed at 1731846101888 2024-11-17T12:21:41,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:41,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:21:41,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:21:41,890 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:41,891 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:21:42,041 DEBUG [5dda233f2f2e:42231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:21:42,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:42,043 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,33391,1731846099055, state=OPENING 2024-11-17T12:21:42,108 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:21:42,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:42,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:42,119 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:42,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01961209586/meta-region-server: CHANGED 2024-11-17T12:21:42,119 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01961209586/meta-region-server: CHANGED 2024-11-17T12:21:42,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33391,1731846099055}] 2024-11-17T12:21:42,271 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:21:42,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:21:42,276 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:21:42,276 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:42,276 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:21:42,277 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C33391%2C1731846099055.meta, suffix=.meta, logDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/oldWALs, maxLogs=10 2024-11-17T12:21:42,289 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.meta.1731846102277.meta, exclude list is [], retry=0 2024-11-17T12:21:42,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-0c894f41-8bd0-4b70-be89-63ad336319de,DISK] 2024-11-17T12:21:42,293 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.meta.1731846102277.meta 2024-11-17T12:21:42,293 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-17T12:21:42,293 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:42,293 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:42,293 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:42,294 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:21:42,294 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:21:42,294 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:21:42,294 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:42,294 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:21:42,294 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:21:42,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:42,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:42,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:42,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:42,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:42,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:42,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:42,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:42,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:42,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:42,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:42,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:42,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:42,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:42,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:42,299 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:42,299 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740 2024-11-17T12:21:42,300 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740 2024-11-17T12:21:42,301 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:42,301 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:42,301 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:42,302 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:42,303 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73228563, jitterRate=0.09119062125682831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:42,303 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:21:42,303 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846102294Writing region info on filesystem at 1731846102294Initializing all the Stores at 1731846102295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846102295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846102295Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846102295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846102295Cleaning up temporary data from old regions at 1731846102301 (+6 ms)Running coprocessor post-open hooks at 1731846102303 (+2 ms)Region opened successfully at 1731846102303 2024-11-17T12:21:42,304 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846102271 2024-11-17T12:21:42,306 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:21:42,306 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:21:42,306 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:42,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,33391,1731846099055, state=OPEN 2024-11-17T12:21:42,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01961209586/meta-region-server 2024-11-17T12:21:42,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01961209586/meta-region-server 2024-11-17T12:21:42,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01961209586/meta-region-server: CHANGED 2024-11-17T12:21:42,349 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:42,349 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01961209586/meta-region-server: CHANGED 2024-11-17T12:21:42,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:21:42,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33391,1731846099055 in 230 msec 2024-11-17T12:21:42,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:21:42,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-17T12:21:42,353 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:42,353 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:21:42,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:42,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33391,1731846099055, seqNum=-1] 2024-11-17T12:21:42,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:42,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:42,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-17T12:21:42,359 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846102359, completionTime=-1 2024-11-17T12:21:42,359 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:21:42,359 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846162361 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846222361 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42231,1731846098868-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42231,1731846098868-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42231,1731846098868-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:42231, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:42,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:42,363 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:21:42,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.245sec 2024-11-17T12:21:42,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:21:42,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:21:42,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:21:42,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:21:42,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:21:42,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42231,1731846098868-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:42,364 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42231,1731846098868-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:21:42,366 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:21:42,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:21:42,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42231,1731846098868-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:42,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:42,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42231,-1 for getting cluster id 2024-11-17T12:21:42,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:42,384 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91bf91e6-aa30-4c2e-bf83-dda2767cc989' 2024-11-17T12:21:42,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:42,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91bf91e6-aa30-4c2e-bf83-dda2767cc989" 2024-11-17T12:21:42,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ef19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:42,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42231,-1] 2024-11-17T12:21:42,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:42,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:42,385 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:42,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:42,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33391,1731846099055, seqNum=-1] 2024-11-17T12:21:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:42,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:42,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:42,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-17T12:21:42,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:42,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148be43c50002 connected 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.log.dir so I do NOT create it in target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617 2024-11-17T12:21:42,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.tmp.dir so I do NOT create it in target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617 2024-11-17T12:21:42,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:21:42,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/cluster_38c81acf-dd4b-1cbd-7bba-d1d6cf939943, deleteOnExit=true 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/test.cache.data in system properties and HBase conf 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:21:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:21:42,427 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:21:42,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:21:42,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:42,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:21:42,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:21:42,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:21:42,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:21:42,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:42,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:21:42,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:21:42,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/java.io.tmpdir/jetty-localhost-42249-hadoop-hdfs-3_4_1-tests_jar-_-any-9138440748857203004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:21:42,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:42249} 2024-11-17T12:21:42,885 INFO [Time-limited test {}] server.Server(415): Started @258601ms 2024-11-17T12:21:43,118 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:21:43,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:21:43,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:21:43,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:21:43,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:21:43,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:21:43,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:21:43,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/java.io.tmpdir/jetty-localhost-43983-hadoop-hdfs-3_4_1-tests_jar-_-any-18321697435034602536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:21:43,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:43983} 2024-11-17T12:21:43,218 INFO [Time-limited test {}] server.Server(415): Started @258934ms 2024-11-17T12:21:43,219 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:21:44,127 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/cluster_38c81acf-dd4b-1cbd-7bba-d1d6cf939943/data/data2/current/BP-289181287-172.17.0.3-1731846102446/current, will proceed with Du for space computation calculation, 2024-11-17T12:21:44,127 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/cluster_38c81acf-dd4b-1cbd-7bba-d1d6cf939943/data/data1/current/BP-289181287-172.17.0.3-1731846102446/current, will proceed with Du for space computation calculation, 2024-11-17T12:21:44,142 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:21:44,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x983d04fbd192059b with lease ID 0x1dac05e458d4a808: Processing first storage report for DS-690d6473-728e-45b0-8655-7f98fd5bda20 from datanode DatanodeRegistration(127.0.0.1:43125, datanodeUuid=da50b0d2-5673-43f3-8835-9df9c1914e67, infoPort=38223, infoSecurePort=0, ipcPort=39893, storageInfo=lv=-57;cid=testClusterID;nsid=554481246;c=1731846102446) 2024-11-17T12:21:44,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x983d04fbd192059b with lease ID 0x1dac05e458d4a808: from storage DS-690d6473-728e-45b0-8655-7f98fd5bda20 node DatanodeRegistration(127.0.0.1:43125, datanodeUuid=da50b0d2-5673-43f3-8835-9df9c1914e67, infoPort=38223, infoSecurePort=0, ipcPort=39893, storageInfo=lv=-57;cid=testClusterID;nsid=554481246;c=1731846102446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:21:44,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x983d04fbd192059b with lease ID 0x1dac05e458d4a808: Processing first storage report for DS-62a288d2-8dce-4f14-befd-7a49aa122b08 from datanode DatanodeRegistration(127.0.0.1:43125, datanodeUuid=da50b0d2-5673-43f3-8835-9df9c1914e67, infoPort=38223, infoSecurePort=0, ipcPort=39893, storageInfo=lv=-57;cid=testClusterID;nsid=554481246;c=1731846102446) 2024-11-17T12:21:44,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x983d04fbd192059b with lease ID 0x1dac05e458d4a808: from storage DS-62a288d2-8dce-4f14-befd-7a49aa122b08 node DatanodeRegistration(127.0.0.1:43125, datanodeUuid=da50b0d2-5673-43f3-8835-9df9c1914e67, infoPort=38223, infoSecurePort=0, ipcPort=39893, storageInfo=lv=-57;cid=testClusterID;nsid=554481246;c=1731846102446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:21:44,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617 2024-11-17T12:21:44,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:44,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:44,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:21:44,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:21:44,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T12:21:44,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:21:44,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T12:21:44,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:21:44,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T12:21:44,555 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6 with version=8 2024-11-17T12:21:44,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/hbase-staging 2024-11-17T12:21:44,558 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:44,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:44,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:44,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:44,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:44,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:44,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:21:44,558 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:44,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41561 2024-11-17T12:21:44,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41561 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-17T12:21:44,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415610x0, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:44,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41561-0x10148be43c50003 connected 2024-11-17T12:21:44,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:44,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:44,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on znode that does not yet exist, /1968830844/running 2024-11-17T12:21:44,775 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6, hbase.cluster.distributed=false 2024-11-17T12:21:44,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on znode that does not yet exist, /1968830844/acl 2024-11-17T12:21:44,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41561 2024-11-17T12:21:44,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41561 2024-11-17T12:21:44,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41561 2024-11-17T12:21:44,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41561 2024-11-17T12:21:44,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41561 2024-11-17T12:21:44,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:21:44,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:44,790 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:44,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:21:44,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:21:44,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:21:44,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:21:44,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:21:44,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46693 2024-11-17T12:21:44,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46693 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-17T12:21:44,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:44,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:44,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466930x0, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:44,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466930x0, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on znode that does not yet exist, /1968830844/running 2024-11-17T12:21:44,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46693-0x10148be43c50004 connected 2024-11-17T12:21:44,803 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:21:44,803 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:21:44,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on znode that does not yet exist, /1968830844/master 2024-11-17T12:21:44,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on znode that does not yet exist, /1968830844/acl 2024-11-17T12:21:44,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46693 2024-11-17T12:21:44,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46693 2024-11-17T12:21:44,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46693 2024-11-17T12:21:44,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46693 2024-11-17T12:21:44,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46693 2024-11-17T12:21:44,819 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:41561 2024-11-17T12:21:44,819 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1968830844/backup-masters/5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:44,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844/backup-masters 2024-11-17T12:21:44,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844/backup-masters 2024-11-17T12:21:44,824 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on existing znode=/1968830844/backup-masters/5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:44,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1968830844/master 2024-11-17T12:21:44,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:44,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:44,834 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on existing znode=/1968830844/master 2024-11-17T12:21:44,834 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1968830844/backup-masters/5dda233f2f2e,41561,1731846104557 from backup master directory 2024-11-17T12:21:44,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844/backup-masters 2024-11-17T12:21:44,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1968830844/backup-masters/5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:44,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844/backup-masters 2024-11-17T12:21:44,844 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:44,845 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:44,848 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/hbase.id] with ID: dd4c605c-431f-43c2-8ad3-cb16bdc58688 2024-11-17T12:21:44,848 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/.tmp/hbase.id 2024-11-17T12:21:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:21:45,252 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/.tmp/hbase.id]:[hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/hbase.id] 2024-11-17T12:21:45,261 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:45,261 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:21:45,262 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:21:45,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:45,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:21:45,714 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:45,715 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:21:45,715 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:45,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:21:46,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store 2024-11-17T12:21:46,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:21:46,535 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:46,535 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:21:46,535 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:46,535 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:46,535 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:21:46,535 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:46,535 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:21:46,535 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846106535Disabling compacts and flushes for region at 1731846106535Disabling writes for close at 1731846106535Writing region close event to WAL at 1731846106535Closed at 1731846106535 2024-11-17T12:21:46,536 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/.initializing 2024-11-17T12:21:46,536 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/WALs/5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:46,537 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:46,538 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C41561%2C1731846104557, suffix=, logDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/WALs/5dda233f2f2e,41561,1731846104557, archiveDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/oldWALs, maxLogs=10 2024-11-17T12:21:46,550 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/WALs/5dda233f2f2e,41561,1731846104557/5dda233f2f2e%2C41561%2C1731846104557.1731846106538, exclude list is [], retry=0 2024-11-17T12:21:46,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43125,DS-690d6473-728e-45b0-8655-7f98fd5bda20,DISK] 2024-11-17T12:21:46,554 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/WALs/5dda233f2f2e,41561,1731846104557/5dda233f2f2e%2C41561%2C1731846104557.1731846106538 2024-11-17T12:21:46,556 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-17T12:21:46,556 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:46,557 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:46,557 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,557 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:21:46,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:46,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:46,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:21:46,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:46,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:46,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:21:46,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:46,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:46,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:21:46,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:46,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:46,563 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,564 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,564 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,565 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,565 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,565 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:46,566 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:21:46,567 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:46,568 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67141550, jitterRate=4.870593547821045E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:46,568 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846106557Initializing all the Stores at 1731846106558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846106558Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846106558Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846106558Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846106558Cleaning up temporary data from old regions at 1731846106565 (+7 ms)Region opened successfully at 1731846106568 (+3 ms) 2024-11-17T12:21:46,568 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:21:46,570 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a443f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:46,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:21:46,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:21:46,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:21:46,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:21:46,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:21:46,572 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:21:46,572 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:21:46,573 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:21:46,574 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Unable to get data of znode /1968830844/balancer because node does not exist (not necessarily an error) 2024-11-17T12:21:46,634 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1968830844/balancer already deleted, retry=false 2024-11-17T12:21:46,634 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:21:46,635 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Unable to get data of znode /1968830844/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:21:46,644 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1968830844/normalizer already deleted, retry=false 2024-11-17T12:21:46,645 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:21:46,645 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Unable to get data of znode /1968830844/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:21:46,655 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1968830844/switch/split already deleted, retry=false 2024-11-17T12:21:46,656 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Unable to get data of znode /1968830844/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:21:46,665 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1968830844/switch/merge already deleted, retry=false 2024-11-17T12:21:46,667 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Unable to get data of znode /1968830844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:21:46,676 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1968830844/snapshot-cleanup already deleted, retry=false 2024-11-17T12:21:46,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1968830844/running 2024-11-17T12:21:46,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:46,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1968830844/running 2024-11-17T12:21:46,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:46,687 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,41561,1731846104557, sessionid=0x10148be43c50003, setting cluster-up flag (Was=false) 2024-11-17T12:21:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:46,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:46,739 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1968830844/flush-table-proc/acquired, /1968830844/flush-table-proc/reached, /1968830844/flush-table-proc/abort 2024-11-17T12:21:46,740 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:46,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:46,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:46,792 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1968830844/online-snapshot/acquired, /1968830844/online-snapshot/reached, /1968830844/online-snapshot/abort 2024-11-17T12:21:46,793 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:46,794 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:21:46,795 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:46,795 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:21:46,795 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:21:46,795 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,41561,1731846104557 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:21:46,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:46,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:46,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:46,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:21:46,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:21:46,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:46,796 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,797 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846136797 2024-11-17T12:21:46,797 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:21:46,797 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:21:46,797 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:21:46,797 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:21:46,797 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:21:46,797 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:21:46,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:46,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:21:46,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:21:46,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:21:46,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:21:46,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:21:46,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:21:46,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:21:46,798 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:46,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:21:46,799 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846106798,5,FailOnTimeoutGroup] 2024-11-17T12:21:46,799 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846106799,5,FailOnTimeoutGroup] 2024-11-17T12:21:46,799 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,799 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:21:46,799 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,799 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:21:46,812 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(746): ClusterId : dd4c605c-431f-43c2-8ad3-cb16bdc58688 2024-11-17T12:21:46,812 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:21:46,824 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:21:46,824 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:21:46,912 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:21:46,912 DEBUG [RS:0;5dda233f2f2e:46693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d22c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:21:46,922 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:46693 2024-11-17T12:21:46,922 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:21:46,922 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:21:46,922 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:21:46,923 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,41561,1731846104557 with port=46693, startcode=1731846104790 2024-11-17T12:21:46,923 DEBUG [RS:0;5dda233f2f2e:46693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:21:46,924 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:21:46,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:46,925 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41561 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:46,926 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6 2024-11-17T12:21:46,926 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36465 2024-11-17T12:21:46,926 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:21:46,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844/rs 2024-11-17T12:21:46,950 DEBUG [RS:0;5dda233f2f2e:46693 {}] zookeeper.ZKUtil(111): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on existing znode=/1968830844/rs/5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:46,950 WARN [RS:0;5dda233f2f2e:46693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:21:46,950 INFO [RS:0;5dda233f2f2e:46693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:46,950 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:46,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,46693,1731846104790] 2024-11-17T12:21:46,953 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:21:46,956 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:21:46,957 INFO [RS:0;5dda233f2f2e:46693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:21:46,957 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,957 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:21:46,957 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:21:46,957 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,957 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,957 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,957 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,957 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:46,958 DEBUG [RS:0;5dda233f2f2e:46693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:21:46,961 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,961 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,961 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,961 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,961 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,961 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46693,1731846104790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:46,974 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:21:46,974 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46693,1731846104790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,974 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,974 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.Replication(171): 5dda233f2f2e,46693,1731846104790 started 2024-11-17T12:21:46,986 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:46,986 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,46693,1731846104790, RpcServer on 5dda233f2f2e/172.17.0.3:46693, sessionid=0x10148be43c50004 2024-11-17T12:21:46,986 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:21:46,986 DEBUG [RS:0;5dda233f2f2e:46693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:46,986 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,46693,1731846104790' 2024-11-17T12:21:46,986 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1968830844/flush-table-proc/abort' 2024-11-17T12:21:46,987 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1968830844/flush-table-proc/acquired' 2024-11-17T12:21:46,987 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:21:46,987 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:21:46,987 DEBUG [RS:0;5dda233f2f2e:46693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:46,987 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,46693,1731846104790' 2024-11-17T12:21:46,987 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1968830844/online-snapshot/abort' 2024-11-17T12:21:46,987 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1968830844/online-snapshot/acquired' 2024-11-17T12:21:46,988 DEBUG [RS:0;5dda233f2f2e:46693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:21:46,988 INFO [RS:0;5dda233f2f2e:46693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:21:46,988 INFO [RS:0;5dda233f2f2e:46693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:21:47,088 INFO [RS:0;5dda233f2f2e:46693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:21:47,089 INFO [RS:0;5dda233f2f2e:46693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C46693%2C1731846104790, suffix=, logDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790, archiveDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/oldWALs, maxLogs=10 2024-11-17T12:21:47,101 DEBUG [RS:0;5dda233f2f2e:46693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089, exclude list is [], retry=0 2024-11-17T12:21:47,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43125,DS-690d6473-728e-45b0-8655-7f98fd5bda20,DISK] 2024-11-17T12:21:47,105 INFO [RS:0;5dda233f2f2e:46693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 2024-11-17T12:21:47,105 DEBUG [RS:0;5dda233f2f2e:46693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-17T12:21:47,122 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:21:47,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:21:47,208 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6 2024-11-17T12:21:47,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:21:47,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:47,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:47,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:47,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:47,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:47,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:47,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:47,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:47,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:47,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:47,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:47,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:47,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:47,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:47,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:47,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:47,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:47,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:47,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740 2024-11-17T12:21:47,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740 2024-11-17T12:21:47,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:47,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:47,622 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:47,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:47,625 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:47,626 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73231715, jitterRate=0.09123758971691132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:47,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846107614Initializing all the Stores at 1731846107614Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846107614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846107614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846107615 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846107615Cleaning up temporary data from old regions at 1731846107622 (+7 ms)Region opened successfully at 1731846107626 (+4 ms) 2024-11-17T12:21:47,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:21:47,626 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:21:47,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:21:47,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:21:47,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:21:47,626 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:21:47,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846107626Disabling compacts and flushes for region at 1731846107626Disabling writes for close at 1731846107626Writing region close event to WAL at 1731846107626Closed at 1731846107626 2024-11-17T12:21:47,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:47,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:21:47,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:21:47,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:47,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:21:47,779 DEBUG [5dda233f2f2e:41561 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:21:47,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:47,781 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,46693,1731846104790, state=OPENING 2024-11-17T12:21:47,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:21:47,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:47,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:47,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:47,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:47,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:47,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:47,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:47,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:47,931 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:21:47,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:47,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:47,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1968830844/meta-region-server: CHANGED 2024-11-17T12:21:47,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1968830844/meta-region-server: CHANGED 2024-11-17T12:21:47,950 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:21:47,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,46693,1731846104790}] 2024-11-17T12:21:48,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:21:48,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:21:48,106 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:21:48,106 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:48,107 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:21:48,108 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C46693%2C1731846104790.meta, suffix=.meta, logDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790, archiveDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/oldWALs, maxLogs=10 2024-11-17T12:21:48,119 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.meta.1731846108108.meta, exclude list is [], retry=0 2024-11-17T12:21:48,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43125,DS-690d6473-728e-45b0-8655-7f98fd5bda20,DISK] 2024-11-17T12:21:48,123 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.meta.1731846108108.meta 2024-11-17T12:21:48,123 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-17T12:21:48,123 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:48,123 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:48,123 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:48,123 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:21:48,123 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:21:48,124 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:21:48,124 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:48,124 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:21:48,124 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:21:48,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:21:48,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:21:48,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:48,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:48,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:21:48,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:21:48,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:48,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:48,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:21:48,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:21:48,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:48,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:48,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:21:48,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:21:48,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:48,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:21:48,128 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:21:48,129 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740 2024-11-17T12:21:48,130 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740 2024-11-17T12:21:48,131 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:21:48,131 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:21:48,131 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:21:48,132 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:21:48,132 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60058366, jitterRate=-0.10506060719490051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:21:48,133 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:21:48,133 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846108124Writing region info on filesystem at 1731846108124Initializing all the Stores at 1731846108124Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846108124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846108125 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846108125Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846108125Cleaning up temporary data from old regions at 1731846108131 (+6 ms)Running coprocessor post-open hooks at 1731846108133 (+2 ms)Region opened successfully at 1731846108133 2024-11-17T12:21:48,133 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846108102 2024-11-17T12:21:48,135 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:21:48,135 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:21:48,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:48,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,46693,1731846104790, state=OPEN 2024-11-17T12:21:48,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1968830844/meta-region-server 2024-11-17T12:21:48,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1968830844/meta-region-server 2024-11-17T12:21:48,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:48,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1968830844/meta-region-server: CHANGED 2024-11-17T12:21:48,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1968830844/meta-region-server: CHANGED 2024-11-17T12:21:48,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:21:48,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,46693,1731846104790 in 189 msec 2024-11-17T12:21:48,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:21:48,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-17T12:21:48,143 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:21:48,143 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:21:48,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:48,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:21:48,144 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:48,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:48,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-17T12:21:48,150 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846108149, completionTime=-1 2024-11-17T12:21:48,150 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:21:48,150 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:21:48,151 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:21:48,151 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846168151 2024-11-17T12:21:48,151 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846228151 2024-11-17T12:21:48,151 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:21:48,152 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41561,1731846104557-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:48,152 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41561,1731846104557-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:48,152 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41561,1731846104557-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:48,152 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:41561, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:48,152 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:48,152 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:48,153 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:21:48,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.310sec 2024-11-17T12:21:48,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:21:48,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:21:48,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:21:48,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:21:48,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:21:48,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41561,1731846104557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:21:48,155 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41561,1731846104557-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:21:48,157 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:21:48,157 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:21:48,157 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41561,1731846104557-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:21:48,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:48,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41561,-1 for getting cluster id 2024-11-17T12:21:48,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:48,214 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4c605c-431f-43c2-8ad3-cb16bdc58688' 2024-11-17T12:21:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:48,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4c605c-431f-43c2-8ad3-cb16bdc58688" 2024-11-17T12:21:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41561,-1] 2024-11-17T12:21:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:48,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:48,216 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:48,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:48,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:48,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:21:48,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:48,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:48,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:48,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52433 2024-11-17T12:21:48,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:21:48,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148be43c50005 connected 2024-11-17T12:21:48,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a670608 2024-11-17T12:21:48,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:48,237 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:48,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:21:48,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:21:48,240 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:48,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:21:48,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:21:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:21:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:48,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ee65c8d70a5c58e2286f29df8a57dbf, NAME => 'test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5 2024-11-17T12:21:48,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:21:48,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:48,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3ee65c8d70a5c58e2286f29df8a57dbf, disabling compactions & flushes 2024-11-17T12:21:48,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:21:48,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:21:48,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. after waiting 0 ms 2024-11-17T12:21:48,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:21:48,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:21:48,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ee65c8d70a5c58e2286f29df8a57dbf: Waiting for close lock at 1731846108652Disabling compacts and flushes for region at 1731846108652Disabling writes for close at 1731846108652Writing region close event to WAL at 1731846108652Closed at 1731846108652 2024-11-17T12:21:48,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:21:48,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846108654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846108654"}]},"ts":"1731846108654"} 2024-11-17T12:21:48,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:21:48,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:21:48,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846108657"}]},"ts":"1731846108657"} 2024-11-17T12:21:48,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:21:48,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ee65c8d70a5c58e2286f29df8a57dbf, ASSIGN}] 2024-11-17T12:21:48,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3ee65c8d70a5c58e2286f29df8a57dbf, ASSIGN 2024-11-17T12:21:48,661 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3ee65c8d70a5c58e2286f29df8a57dbf, ASSIGN; state=OFFLINE, location=5dda233f2f2e,33391,1731846099055; forceNewPlan=false, retain=false 2024-11-17T12:21:48,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ee65c8d70a5c58e2286f29df8a57dbf, regionState=OPENING, regionLocation=5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:48,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3ee65c8d70a5c58e2286f29df8a57dbf, ASSIGN because future has completed 2024-11-17T12:21:48,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ee65c8d70a5c58e2286f29df8a57dbf, server=5dda233f2f2e,33391,1731846099055}] 2024-11-17T12:21:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:48,969 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:21:48,969 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ee65c8d70a5c58e2286f29df8a57dbf, NAME => 'test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:48,969 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:48,969 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:21:48,969 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,970 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:48,970 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,970 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,971 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,972 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ee65c8d70a5c58e2286f29df8a57dbf columnFamilyName f 2024-11-17T12:21:48,972 DEBUG [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:48,972 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] regionserver.HStore(327): Store=3ee65c8d70a5c58e2286f29df8a57dbf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:48,972 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,973 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ee65c8d70a5c58e2286f29df8a57dbf columnFamilyName f1 2024-11-17T12:21:48,973 DEBUG [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:48,973 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] regionserver.HStore(327): Store=3ee65c8d70a5c58e2286f29df8a57dbf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:48,973 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,974 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ee65c8d70a5c58e2286f29df8a57dbf columnFamilyName norep 2024-11-17T12:21:48,974 DEBUG [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:48,974 INFO [StoreOpener-3ee65c8d70a5c58e2286f29df8a57dbf-1 {}] regionserver.HStore(327): Store=3ee65c8d70a5c58e2286f29df8a57dbf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:48,975 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,975 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,975 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,976 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,976 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,976 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:21:48,977 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,979 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:48,979 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3ee65c8d70a5c58e2286f29df8a57dbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69820672, jitterRate=0.040409088134765625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:21:48,979 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:21:48,980 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3ee65c8d70a5c58e2286f29df8a57dbf: Running coprocessor pre-open hook at 1731846108970Writing region info on filesystem at 1731846108970Initializing all the Stores at 1731846108971 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846108971Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846108971Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846108971Cleaning up temporary data from old regions at 1731846108976 (+5 ms)Running coprocessor post-open hooks at 1731846108979 (+3 ms)Region opened successfully at 1731846108980 (+1 ms) 2024-11-17T12:21:48,981 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf., pid=6, masterSystemTime=1731846108965 2024-11-17T12:21:48,982 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:21:48,982 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:21:48,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3ee65c8d70a5c58e2286f29df8a57dbf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:48,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ee65c8d70a5c58e2286f29df8a57dbf, server=5dda233f2f2e,33391,1731846099055 because future has completed 2024-11-17T12:21:48,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:21:48,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ee65c8d70a5c58e2286f29df8a57dbf, server=5dda233f2f2e,33391,1731846099055 in 171 msec 2024-11-17T12:21:48,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:21:48,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3ee65c8d70a5c58e2286f29df8a57dbf, ASSIGN in 328 msec 2024-11-17T12:21:48,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:21:48,989 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846108989"}]},"ts":"1731846108989"} 2024-11-17T12:21:48,991 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:21:48,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:21:48,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-17T12:21:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:49,381 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:21:49,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4769d6b7 2024-11-17T12:21:49,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:49,383 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:49,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:21:49,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:21:49,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:49,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:21:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:49,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:21:49,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:21:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:49,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad2dc7fb8ec14eebb81dcc90d11289fd, NAME => 'test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6 2024-11-17T12:21:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:21:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:50,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:50,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad2dc7fb8ec14eebb81dcc90d11289fd, disabling compactions & flushes 2024-11-17T12:21:50,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:21:50,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:21:50,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. after waiting 0 ms 2024-11-17T12:21:50,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:21:50,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:21:50,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad2dc7fb8ec14eebb81dcc90d11289fd: Waiting for close lock at 1731846110198Disabling compacts and flushes for region at 1731846110198Disabling writes for close at 1731846110198Writing region close event to WAL at 1731846110198Closed at 1731846110198 2024-11-17T12:21:50,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:21:50,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846110200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846110200"}]},"ts":"1731846110200"} 2024-11-17T12:21:50,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:21:50,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:21:50,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846110203"}]},"ts":"1731846110203"} 2024-11-17T12:21:50,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:21:50,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad2dc7fb8ec14eebb81dcc90d11289fd, ASSIGN}] 2024-11-17T12:21:50,205 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad2dc7fb8ec14eebb81dcc90d11289fd, ASSIGN 2024-11-17T12:21:50,206 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad2dc7fb8ec14eebb81dcc90d11289fd, ASSIGN; state=OFFLINE, location=5dda233f2f2e,46693,1731846104790; forceNewPlan=false, retain=false 2024-11-17T12:21:50,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad2dc7fb8ec14eebb81dcc90d11289fd, regionState=OPENING, regionLocation=5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:50,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad2dc7fb8ec14eebb81dcc90d11289fd, ASSIGN because future has completed 2024-11-17T12:21:50,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2dc7fb8ec14eebb81dcc90d11289fd, server=5dda233f2f2e,46693,1731846104790}] 2024-11-17T12:21:50,513 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:21:50,513 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad2dc7fb8ec14eebb81dcc90d11289fd, NAME => 'test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:50,514 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:50,514 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:21:50,514 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,514 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:50,514 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,514 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,515 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,516 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2dc7fb8ec14eebb81dcc90d11289fd columnFamilyName f 2024-11-17T12:21:50,516 DEBUG [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:50,516 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] regionserver.HStore(327): Store=ad2dc7fb8ec14eebb81dcc90d11289fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:50,516 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,517 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2dc7fb8ec14eebb81dcc90d11289fd columnFamilyName f1 2024-11-17T12:21:50,517 DEBUG [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:50,518 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] regionserver.HStore(327): Store=ad2dc7fb8ec14eebb81dcc90d11289fd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:50,518 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,518 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2dc7fb8ec14eebb81dcc90d11289fd columnFamilyName norep 2024-11-17T12:21:50,518 DEBUG [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:50,519 INFO [StoreOpener-ad2dc7fb8ec14eebb81dcc90d11289fd-1 {}] regionserver.HStore(327): Store=ad2dc7fb8ec14eebb81dcc90d11289fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:50,519 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,519 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,520 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,520 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,520 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,521 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:21:50,521 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:50,523 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:50,523 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad2dc7fb8ec14eebb81dcc90d11289fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74581868, jitterRate=0.11135643720626831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:21:50,523 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:21:50,523 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad2dc7fb8ec14eebb81dcc90d11289fd: Running coprocessor pre-open hook at 1731846110514Writing region info on filesystem at 1731846110514Initializing all the Stores at 1731846110515 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846110515Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846110515Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846110515Cleaning up temporary data from old regions at 1731846110520 (+5 ms)Running coprocessor post-open hooks at 1731846110523 (+3 ms)Region opened successfully at 1731846110523 2024-11-17T12:21:50,524 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd., pid=6, masterSystemTime=1731846110510 2024-11-17T12:21:50,526 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:21:50,526 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:21:50,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad2dc7fb8ec14eebb81dcc90d11289fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:50,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2dc7fb8ec14eebb81dcc90d11289fd, server=5dda233f2f2e,46693,1731846104790 because future has completed 2024-11-17T12:21:50,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:21:50,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad2dc7fb8ec14eebb81dcc90d11289fd, server=5dda233f2f2e,46693,1731846104790 in 171 msec 2024-11-17T12:21:50,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:21:50,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad2dc7fb8ec14eebb81dcc90d11289fd, ASSIGN in 328 msec 2024-11-17T12:21:50,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:21:50,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846110533"}]},"ts":"1731846110533"} 2024-11-17T12:21:50,536 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:21:50,536 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:21:50,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-17T12:21:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:21:51,532 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:21:51,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42231,-1 for getting cluster id 2024-11-17T12:21:51,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:51,533 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91bf91e6-aa30-4c2e-bf83-dda2767cc989' 2024-11-17T12:21:51,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91bf91e6-aa30-4c2e-bf83-dda2767cc989" 2024-11-17T12:21:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f1b432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42231,-1] 2024-11-17T12:21:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:51,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:51,534 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:51,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b57704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41561,-1 for getting cluster id 2024-11-17T12:21:51,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:51,536 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4c605c-431f-43c2-8ad3-cb16bdc58688' 2024-11-17T12:21:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4c605c-431f-43c2-8ad3-cb16bdc58688" 2024-11-17T12:21:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28183f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41561,-1] 2024-11-17T12:21:51,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:51,537 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b65de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42231,-1 for getting cluster id 2024-11-17T12:21:51,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:51,539 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91bf91e6-aa30-4c2e-bf83-dda2767cc989' 2024-11-17T12:21:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91bf91e6-aa30-4c2e-bf83-dda2767cc989" 2024-11-17T12:21:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc4f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42231,-1] 2024-11-17T12:21:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:51,540 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b35941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a6ba4a1 2024-11-17T12:21:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:51,542 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:51,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:41561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:21:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:21:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:51,545 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41561' 2024-11-17T12:21:51,546 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5440003d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,546 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41561,-1 for getting cluster id 2024-11-17T12:21:51,546 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:51,547 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4c605c-431f-43c2-8ad3-cb16bdc58688' 2024-11-17T12:21:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4c605c-431f-43c2-8ad3-cb16bdc58688" 2024-11-17T12:21:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e08cfac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41561,-1] 2024-11-17T12:21:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:51,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:51,548 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:51,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e3b8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:51,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:51,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:51,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a88d9a1 2024-11-17T12:21:51,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:51,550 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:51,551 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:21:51,551 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:21:51,551 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:51,551 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:51,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:51,552 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:51,553 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:21:51,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:21:51,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:51,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:21:51,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:21:51,603 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:21:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:51,961 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c6a5c39522295f768a22a822e5c8e3a, NAME => 'hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5 2024-11-17T12:21:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:21:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:52,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:52,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2c6a5c39522295f768a22a822e5c8e3a, disabling compactions & flushes 2024-11-17T12:21:52,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:21:52,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:21:52,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. after waiting 0 ms 2024-11-17T12:21:52,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:21:52,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:21:52,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c6a5c39522295f768a22a822e5c8e3a: Waiting for close lock at 1731846112370Disabling compacts and flushes for region at 1731846112370Disabling writes for close at 1731846112370Writing region close event to WAL at 1731846112370Closed at 1731846112370 2024-11-17T12:21:52,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:21:52,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846112371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846112371"}]},"ts":"1731846112371"} 2024-11-17T12:21:52,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:21:52,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:21:52,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846112374"}]},"ts":"1731846112374"} 2024-11-17T12:21:52,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:21:52,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c6a5c39522295f768a22a822e5c8e3a, ASSIGN}] 2024-11-17T12:21:52,376 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c6a5c39522295f768a22a822e5c8e3a, ASSIGN 2024-11-17T12:21:52,377 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c6a5c39522295f768a22a822e5c8e3a, ASSIGN; state=OFFLINE, location=5dda233f2f2e,33391,1731846099055; forceNewPlan=false, retain=false 2024-11-17T12:21:52,527 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c6a5c39522295f768a22a822e5c8e3a, regionState=OPENING, regionLocation=5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:52,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2c6a5c39522295f768a22a822e5c8e3a, ASSIGN because future has completed 2024-11-17T12:21:52,529 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c6a5c39522295f768a22a822e5c8e3a, server=5dda233f2f2e,33391,1731846099055}] 2024-11-17T12:21:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:52,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:21:52,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:52,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:21:52,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C33391%2C1731846099055.rep, suffix=, logDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055, archiveDir=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/oldWALs, maxLogs=10 2024-11-17T12:21:52,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.rep.1731846112685, exclude list is [], retry=0 2024-11-17T12:21:52,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33905,DS-0c894f41-8bd0-4b70-be89-63ad336319de,DISK] 2024-11-17T12:21:52,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.rep.1731846112685 2024-11-17T12:21:52,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-17T12:21:52,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c6a5c39522295f768a22a822e5c8e3a, NAME => 'hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:52,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. service=MultiRowMutationService 2024-11-17T12:21:52,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:21:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,703 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,704 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c6a5c39522295f768a22a822e5c8e3a columnFamilyName hfileref 2024-11-17T12:21:52,704 DEBUG [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:52,705 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] regionserver.HStore(327): Store=2c6a5c39522295f768a22a822e5c8e3a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:52,705 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,706 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c6a5c39522295f768a22a822e5c8e3a columnFamilyName queue 2024-11-17T12:21:52,706 DEBUG [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:52,707 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] regionserver.HStore(327): Store=2c6a5c39522295f768a22a822e5c8e3a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:52,707 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,708 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c6a5c39522295f768a22a822e5c8e3a columnFamilyName sid 2024-11-17T12:21:52,708 DEBUG [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:52,708 INFO [StoreOpener-2c6a5c39522295f768a22a822e5c8e3a-1 {}] regionserver.HStore(327): Store=2c6a5c39522295f768a22a822e5c8e3a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:52,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:21:52,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:52,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2c6a5c39522295f768a22a822e5c8e3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71700046, jitterRate=0.06841394305229187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:21:52,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:21:52,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2c6a5c39522295f768a22a822e5c8e3a: Running coprocessor pre-open hook at 1731846112702Writing region info on filesystem at 1731846112702Initializing all the Stores at 1731846112703 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846112703Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846112703Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846112703Cleaning up temporary data from old regions at 1731846112709 (+6 ms)Running coprocessor post-open hooks at 1731846112716 (+7 ms)Region opened successfully at 1731846112716 2024-11-17T12:21:52,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a., pid=10, masterSystemTime=1731846112681 2024-11-17T12:21:52,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:21:52,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:21:52,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2c6a5c39522295f768a22a822e5c8e3a, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,33391,1731846099055 2024-11-17T12:21:52,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c6a5c39522295f768a22a822e5c8e3a, server=5dda233f2f2e,33391,1731846099055 because future has completed 2024-11-17T12:21:52,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:21:52,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c6a5c39522295f768a22a822e5c8e3a, server=5dda233f2f2e,33391,1731846099055 in 192 msec 2024-11-17T12:21:52,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:21:52,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2c6a5c39522295f768a22a822e5c8e3a, ASSIGN in 348 msec 2024-11-17T12:21:52,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:21:52,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846112724"}]},"ts":"1731846112724"} 2024-11-17T12:21:52,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:21:52,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:21:52,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-17T12:21:52,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a., hostname=5dda233f2f2e,33391,1731846099055, seqNum=2] 2024-11-17T12:21:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:52,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:21:52,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:21:52,953 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T12:21:53,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:21:53,061 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:21:53,087 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,33391,1731846099055, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:21:53,088 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:53,088 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33391,1731846099055, seqNum=-1] 2024-11-17T12:21:53,088 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:53,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T12:21:53,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,33391,1731846099055', locateType=CURRENT is [region=hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a., hostname=5dda233f2f2e,33391,1731846099055, seqNum=2] 2024-11-17T12:21:53,092 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:21:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:21:53,094 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,33391,1731846099055 suceeded 2024-11-17T12:21:53,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:21:53,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-17T12:21:53,096 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:41561,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:21:53,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5530 sec 2024-11-17T12:21:53,110 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:41561' 2024-11-17T12:21:53,111 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6e2cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,111 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41561,-1 for getting cluster id 2024-11-17T12:21:53,111 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:53,112 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4c605c-431f-43c2-8ad3-cb16bdc58688' 2024-11-17T12:21:53,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:53,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4c605c-431f-43c2-8ad3-cb16bdc58688" 2024-11-17T12:21:53,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1629fe14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41561,-1] 2024-11-17T12:21:53,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:53,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:53,114 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:53,114 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d9c76b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,115 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:53,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:53,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de5eee9 2024-11-17T12:21:53,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:53,116 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T12:21:53,117 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,33391,1731846099055 (queues=1) is replicating from cluster=91bf91e6-aa30-4c2e-bf83-dda2767cc989 to cluster=dd4c605c-431f-43c2-8ad3-cb16bdc58688 2024-11-17T12:21:53,117 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C33391%2C1731846099055 2024-11-17T12:21:53,117 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,33391,1731846099055, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:21:53,118 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262, startPosition=0, beingWritten=true 2024-11-17T12:21:53,118 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C33391%2C1731846099055 2024-11-17T12:21:53,123 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:21:53,124 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:21:53,124 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:53,124 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33391,1731846099055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:21:53,328 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:53,626 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:21:53,631 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:53,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:53,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:53,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:53,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:53,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:53,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:53,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:53,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:21:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:53,692 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:21:53,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:53,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:53,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:53,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:53,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:53,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41561,-1 for getting cluster id 2024-11-17T12:21:53,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:53,694 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4c605c-431f-43c2-8ad3-cb16bdc58688' 2024-11-17T12:21:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4c605c-431f-43c2-8ad3-cb16bdc58688" 2024-11-17T12:21:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66705035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41561,-1] 2024-11-17T12:21:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:53,695 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c6525a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e32bed3 2024-11-17T12:21:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:53,697 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:53,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:42231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:21:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:21:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:53,700 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:42231' 2024-11-17T12:21:53,701 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eacca95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,701 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42231,-1 for getting cluster id 2024-11-17T12:21:53,701 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:53,702 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91bf91e6-aa30-4c2e-bf83-dda2767cc989' 2024-11-17T12:21:53,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:53,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91bf91e6-aa30-4c2e-bf83-dda2767cc989" 2024-11-17T12:21:53,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d6f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42231,-1] 2024-11-17T12:21:53,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:53,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:53,704 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:53,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c13c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:53,704 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:53,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:53,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69fe37c8 2024-11-17T12:21:53,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:53,706 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:53,706 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:21:53,706 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:21:53,707 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:53,707 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:53,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:53,707 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:21:53,708 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:21:53,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:21:53,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:53,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:21:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:21:53,758 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:21:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:54,035 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:54,116 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd2549371ec4a449072069f9a45e8b8d, NAME => 'hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6 2024-11-17T12:21:54,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:21:54,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:54,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:21:54,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T12:21:54,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T12:21:54,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T12:21:54,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:21:54,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T12:21:54,539 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:54,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:54,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fd2549371ec4a449072069f9a45e8b8d, disabling compactions & flushes 2024-11-17T12:21:54,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:21:54,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:21:54,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. after waiting 0 ms 2024-11-17T12:21:54,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:21:54,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:21:54,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd2549371ec4a449072069f9a45e8b8d: Waiting for close lock at 1731846114708Disabling compacts and flushes for region at 1731846114708Disabling writes for close at 1731846114708Writing region close event to WAL at 1731846114708Closed at 1731846114708 2024-11-17T12:21:54,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:21:54,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846114710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846114710"}]},"ts":"1731846114710"} 2024-11-17T12:21:54,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:21:54,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:21:54,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846114713"}]},"ts":"1731846114713"} 2024-11-17T12:21:54,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:21:54,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd2549371ec4a449072069f9a45e8b8d, ASSIGN}] 2024-11-17T12:21:54,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd2549371ec4a449072069f9a45e8b8d, ASSIGN 2024-11-17T12:21:54,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fd2549371ec4a449072069f9a45e8b8d, ASSIGN; state=OFFLINE, location=5dda233f2f2e,46693,1731846104790; forceNewPlan=false, retain=false 2024-11-17T12:21:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:54,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd2549371ec4a449072069f9a45e8b8d, regionState=OPENING, regionLocation=5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:54,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fd2549371ec4a449072069f9a45e8b8d, ASSIGN because future has completed 2024-11-17T12:21:54,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2549371ec4a449072069f9a45e8b8d, server=5dda233f2f2e,46693,1731846104790}] 2024-11-17T12:21:55,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:21:55,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:21:55,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:21:55,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C46693%2C1731846104790.rep, suffix=, logDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790, archiveDir=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/oldWALs, maxLogs=10 2024-11-17T12:21:55,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.rep.1731846115027, exclude list is [], retry=0 2024-11-17T12:21:55,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43125,DS-690d6473-728e-45b0-8655-7f98fd5bda20,DISK] 2024-11-17T12:21:55,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.rep.1731846115027 2024-11-17T12:21:55,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-17T12:21:55,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fd2549371ec4a449072069f9a45e8b8d, NAME => 'hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:21:55,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:21:55,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:21:55,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. service=MultiRowMutationService 2024-11-17T12:21:55,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:21:55,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:21:55,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,045 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,046 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2549371ec4a449072069f9a45e8b8d columnFamilyName hfileref 2024-11-17T12:21:55,046 DEBUG [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:55,046 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] regionserver.HStore(327): Store=fd2549371ec4a449072069f9a45e8b8d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:55,046 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,047 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2549371ec4a449072069f9a45e8b8d columnFamilyName queue 2024-11-17T12:21:55,047 DEBUG [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:55,047 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] regionserver.HStore(327): Store=fd2549371ec4a449072069f9a45e8b8d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:55,047 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,048 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd2549371ec4a449072069f9a45e8b8d columnFamilyName sid 2024-11-17T12:21:55,048 DEBUG [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:21:55,048 INFO [StoreOpener-fd2549371ec4a449072069f9a45e8b8d-1 {}] regionserver.HStore(327): Store=fd2549371ec4a449072069f9a45e8b8d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:21:55,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:21:55,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:21:55,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fd2549371ec4a449072069f9a45e8b8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73399043, jitterRate=0.09373097121715546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:21:55,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:21:55,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fd2549371ec4a449072069f9a45e8b8d: Running coprocessor pre-open hook at 1731846115044Writing region info on filesystem at 1731846115044Initializing all the Stores at 1731846115044Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846115044Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846115044Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846115044Cleaning up temporary data from old regions at 1731846115050 (+6 ms)Running coprocessor post-open hooks at 1731846115053 (+3 ms)Region opened successfully at 1731846115053 2024-11-17T12:21:55,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d., pid=10, masterSystemTime=1731846115022 2024-11-17T12:21:55,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:21:55,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:21:55,056 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fd2549371ec4a449072069f9a45e8b8d, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,46693,1731846104790 2024-11-17T12:21:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd2549371ec4a449072069f9a45e8b8d, server=5dda233f2f2e,46693,1731846104790 because future has completed 2024-11-17T12:21:55,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:21:55,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fd2549371ec4a449072069f9a45e8b8d, server=5dda233f2f2e,46693,1731846104790 in 189 msec 2024-11-17T12:21:55,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:21:55,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fd2549371ec4a449072069f9a45e8b8d, ASSIGN in 346 msec 2024-11-17T12:21:55,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:21:55,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846115063"}]},"ts":"1731846115063"} 2024-11-17T12:21:55,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:21:55,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:21:55,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3580 sec 2024-11-17T12:21:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d., hostname=5dda233f2f2e,46693,1731846104790, seqNum=2] 2024-11-17T12:21:55,143 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:55,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:55,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:21:55,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:21:55,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:21:55,347 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:21:55,385 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,46693,1731846104790, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:21:55,386 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:55,386 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:21:55,386 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:55,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T12:21:55,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,46693,1731846104790', locateType=CURRENT is [region=hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d., hostname=5dda233f2f2e,46693,1731846104790, seqNum=2] 2024-11-17T12:21:55,391 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:21:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:21:55,393 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,46693,1731846104790 suceeded 2024-11-17T12:21:55,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:21:55,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-17T12:21:55,395 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:42231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:21:55,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6970 sec 2024-11-17T12:21:55,405 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:42231' 2024-11-17T12:21:55,406 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e9f0888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:55,406 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42231,-1 for getting cluster id 2024-11-17T12:21:55,407 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:55,407 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91bf91e6-aa30-4c2e-bf83-dda2767cc989' 2024-11-17T12:21:55,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:55,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91bf91e6-aa30-4c2e-bf83-dda2767cc989" 2024-11-17T12:21:55,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f2d284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:55,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42231,-1] 2024-11-17T12:21:55,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:55,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:55,408 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:55,409 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c059fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:55,409 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:55,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:55,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56022648 2024-11-17T12:21:55,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:55,410 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T12:21:55,411 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,46693,1731846104790 (queues=1) is replicating from cluster=dd4c605c-431f-43c2-8ad3-cb16bdc58688 to cluster=91bf91e6-aa30-4c2e-bf83-dda2767cc989 2024-11-17T12:21:55,411 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C46693%2C1731846104790 2024-11-17T12:21:55,411 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,46693,1731846104790, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:21:55,411 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C46693%2C1731846104790 2024-11-17T12:21:55,411 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089, startPosition=0, beingWritten=true 2024-11-17T12:21:55,416 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:21:55,416 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 379, reset compression=false 2024-11-17T12:21:55,416 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46693,1731846104790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:21:55,619 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 379, reset compression=false 2024-11-17T12:21:55,847 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:21:55,852 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:21:55,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:55,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:55,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:55,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:55,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:55,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:55,856 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731846115855/Put/seqid=0 2024-11-17T12:21:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741840_1016 (size=7894) 2024-11-17T12:21:55,923 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 379, reset compression=false 2024-11-17T12:21:56,264 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731846116263/Put/seqid=0 2024-11-17T12:21:56,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741841_1017 (size=7691) 2024-11-17T12:21:56,327 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 379, reset compression=false 2024-11-17T12:21:56,651 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:56,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:56,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42231,-1 for getting cluster id 2024-11-17T12:21:56,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:56,669 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91bf91e6-aa30-4c2e-bf83-dda2767cc989' 2024-11-17T12:21:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91bf91e6-aa30-4c2e-bf83-dda2767cc989" 2024-11-17T12:21:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287f3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42231,-1] 2024-11-17T12:21:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:56,670 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:56,671 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:56,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:56,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33391,1731846099055, seqNum=-1] 2024-11-17T12:21:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:56,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:56,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:56,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8939432 2024-11-17T12:21:56,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:56,681 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:56,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf., hostname=5dda233f2f2e,33391,1731846099055, seqNum=2] 2024-11-17T12:21:56,686 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:21:56,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T12:21:56,694 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T12:21:56,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 3ee65c8d70a5c58e2286f29df8a57dbf/f 2024-11-17T12:21:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T12:21:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:21:56,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 3ee65c8d70a5c58e2286f29df8a57dbf/f 2024-11-17T12:21:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T12:21:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:21:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HRegion(2603): Flush status journal for 3ee65c8d70a5c58e2286f29df8a57dbf: 2024-11-17T12:21:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_0 2024-11-17T12:21:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_0 as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ 2024-11-17T12:21:56,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_1 2024-11-17T12:21:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_1 as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ 2024-11-17T12:21:56,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_0 into 3ee65c8d70a5c58e2286f29df8a57dbf/f as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ - updating store file list. 2024-11-17T12:21:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:21:56,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ into 3ee65c8d70a5c58e2286f29df8a57dbf/f 2024-11-17T12:21:56,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_0 into 3ee65c8d70a5c58e2286f29df8a57dbf/f (new location: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_) 2024-11-17T12:21:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_0 2024-11-17T12:21:56,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_1 into 3ee65c8d70a5c58e2286f29df8a57dbf/f as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ - updating store file list. 2024-11-17T12:21:56,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bde1359e948f4e048a83e4d630fde8df_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:21:56,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ into 3ee65c8d70a5c58e2286f29df8a57dbf/f 2024-11-17T12:21:56,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_1 into 3ee65c8d70a5c58e2286f29df8a57dbf/f (new location: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_) 2024-11-17T12:21:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins__test__3grfs72b3gfuk6qrq81ga1pmun2d8isf8dvg6tia8k6rthgmbf9o114i06qj9m0e/f/hfile_1 2024-11-17T12:21:56,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:56,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:56,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:56,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:56,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf., hostname=5dda233f2f2e,33391,1731846099055, seqNum=2 , the old value is region=test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf., hostname=5dda233f2f2e,33391,1731846099055, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5dda233f2f2e:33391 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:21:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf., hostname=5dda233f2f2e,33391,1731846099055, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:21:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf., hostname=5dda233f2f2e,33391,1731846099055, seqNum=2 from cache 2024-11-17T12:21:56,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:21:56,722 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T12:21:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:56,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:56,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd., hostname=5dda233f2f2e,46693,1731846104790, seqNum=2] 2024-11-17T12:21:56,726 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T12:21:56,831 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 379, reset compression=false 2024-11-17T12:21:56,831 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:33391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T12:21:57,435 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 379, reset compression=false 2024-11-17T12:21:57,554 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 379, reset compression=false 2024-11-17T12:21:57,558 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:21:57,559 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33391,1731846099055 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ee65c8d70a5c58e2286f29df8a57dbf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731846116719/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T12:21:57,560 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:21:57,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-17T12:21:57,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.ReplicationSink(318): Replicating [91bf91e6-aa30-4c2e-bf83-dda2767cc989] bulk loaded data 2024-11-17T12:21:57,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@729fbe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:57,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41561,-1 for getting cluster id 2024-11-17T12:21:57,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:57,563 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4c605c-431f-43c2-8ad3-cb16bdc58688' 2024-11-17T12:21:57,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:57,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4c605c-431f-43c2-8ad3-cb16bdc58688" 2024-11-17T12:21:57,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@941d63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:57,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41561,-1] 2024-11-17T12:21:57,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:57,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:57,564 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:57,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f380c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741840_1016 (size=7894) 2024-11-17T12:21:57,728 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T12:21:57,759 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 687, reset compression=false 2024-11-17T12:21:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741841_1017 (size=7691) 2024-11-17T12:21:58,062 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 687, reset compression=false 2024-11-17T12:21:58,138 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 379, reset compression=false 2024-11-17T12:21:58,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:58,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:58,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c19d91 2024-11-17T12:21:58,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:58,388 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T12:21:58,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:21:58,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:58,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:21:58,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:58,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T12:21:58,459 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T12:21:58,461 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T12:21:58,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ for inclusion in ad2dc7fb8ec14eebb81dcc90d11289fd/f 2024-11-17T12:21:58,465 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 687, reset compression=false 2024-11-17T12:21:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T12:21:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:21:58,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ for inclusion in ad2dc7fb8ec14eebb81dcc90d11289fd/f 2024-11-17T12:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T12:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HRegion(2603): Flush status journal for ad2dc7fb8ec14eebb81dcc90d11289fd: 2024-11-17T12:21:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:21:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/7c016cf0f8304dcc999a6e60b249561f_SeqId_4_ 2024-11-17T12:21:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bde1359e948f4e048a83e4d630fde8df_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:21:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/d62d7396d6834488b288c0a661113b67_SeqId_4_ 2024-11-17T12:21:58,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ into ad2dc7fb8ec14eebb81dcc90d11289fd/f as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/7c016cf0f8304dcc999a6e60b249561f_SeqId_4_ - updating store file list. 2024-11-17T12:21:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c016cf0f8304dcc999a6e60b249561f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:21:58,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/7c016cf0f8304dcc999a6e60b249561f_SeqId_4_ into ad2dc7fb8ec14eebb81dcc90d11289fd/f 2024-11-17T12:21:58,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ into ad2dc7fb8ec14eebb81dcc90d11289fd/f (new location: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/7c016cf0f8304dcc999a6e60b249561f_SeqId_4_) 2024-11-17T12:21:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_ 2024-11-17T12:21:58,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ into ad2dc7fb8ec14eebb81dcc90d11289fd/f as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/d62d7396d6834488b288c0a661113b67_SeqId_4_ - updating store file list. 2024-11-17T12:21:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d62d7396d6834488b288c0a661113b67_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:21:58,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/d62d7396d6834488b288c0a661113b67_SeqId_4_ into ad2dc7fb8ec14eebb81dcc90d11289fd/f 2024-11-17T12:21:58,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ into ad2dc7fb8ec14eebb81dcc90d11289fd/f (new location: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/d62d7396d6834488b288c0a661113b67_SeqId_4_) 2024-11-17T12:21:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins.hfs.11__test__g9odj13okq4nn4mv1qmdlondheo0ftr7uck63srvpml5rukhq4m3o4pl715ijkem/f/bde1359e948f4e048a83e4d630fde8df_SeqId_4_ 2024-11-17T12:21:58,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.ReplicationSink(324): Finished replicating [91bf91e6-aa30-4c2e-bf83-dda2767cc989] bulk loaded data 2024-11-17T12:21:58,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:21:58,738 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731846118738/Put/seqid=0 2024-11-17T12:21:58,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741842_1018 (size=11194) 2024-11-17T12:21:58,942 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 379, reset compression=false 2024-11-17T12:21:58,947 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:21:58,947 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46693,1731846104790 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad2dc7fb8ec14eebb81dcc90d11289fd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731846118483/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T12:21:58,949 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:21:58,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-17T12:21:58,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.ReplicationSink(318): Replicating [91bf91e6-aa30-4c2e-bf83-dda2767cc989, dd4c605c-431f-43c2-8ad3-cb16bdc58688] bulk loaded data 2024-11-17T12:21:58,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765d1fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:58,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,42231,-1 for getting cluster id 2024-11-17T12:21:58,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:58,951 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91bf91e6-aa30-4c2e-bf83-dda2767cc989' 2024-11-17T12:21:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91bf91e6-aa30-4c2e-bf83-dda2767cc989" 2024-11-17T12:21:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5434d1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,42231,-1] 2024-11-17T12:21:58,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:58,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:58,952 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:58,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@84caea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:58,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741842_1018 (size=7894) 2024-11-17T12:21:58,968 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 687, reset compression=false 2024-11-17T12:21:59,144 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731846119143/Put/seqid=0 2024-11-17T12:21:59,147 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 725, reset compression=false 2024-11-17T12:21:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741843_1019 (size=10791) 2024-11-17T12:21:59,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741843_1019 (size=7691) 2024-11-17T12:21:59,451 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 725, reset compression=false 2024-11-17T12:21:59,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5abca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:59,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,41561,-1 for getting cluster id 2024-11-17T12:21:59,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:21:59,553 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dd4c605c-431f-43c2-8ad3-cb16bdc58688' 2024-11-17T12:21:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:21:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dd4c605c-431f-43c2-8ad3-cb16bdc58688" 2024-11-17T12:21:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bc3dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,41561,-1] 2024-11-17T12:21:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:21:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:59,554 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:21:59,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:21:59,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:59,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:21:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:59,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:59,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:59,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,41561,1731846104557 2024-11-17T12:21:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b1f8e29 2024-11-17T12:21:59,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:59,564 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:21:59,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd., hostname=5dda233f2f2e,46693,1731846104790, seqNum=2] 2024-11-17T12:21:59,570 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:21:59,572 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 687, reset compression=false 2024-11-17T12:21:59,578 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T12:21:59,582 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T12:21:59,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ad2dc7fb8ec14eebb81dcc90d11289fd/f 2024-11-17T12:21:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T12:21:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:21:59,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ad2dc7fb8ec14eebb81dcc90d11289fd/f 2024-11-17T12:21:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T12:21:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:21:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HRegion(2603): Flush status journal for ad2dc7fb8ec14eebb81dcc90d11289fd: 2024-11-17T12:21:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_1 2024-11-17T12:21:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_1 as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ 2024-11-17T12:21:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_0 2024-11-17T12:21:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_0 as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ 2024-11-17T12:21:59,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_1 into ad2dc7fb8ec14eebb81dcc90d11289fd/f as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ - updating store file list. 2024-11-17T12:21:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f8263baac4ae4158abaa9b12a6955e79_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:21:59,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ into ad2dc7fb8ec14eebb81dcc90d11289fd/f 2024-11-17T12:21:59,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_1 into ad2dc7fb8ec14eebb81dcc90d11289fd/f (new location: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_) 2024-11-17T12:21:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_1 2024-11-17T12:21:59,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_0 into ad2dc7fb8ec14eebb81dcc90d11289fd/f as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ - updating store file list. 2024-11-17T12:21:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a5703fe058f462784a04cf5bc9dab07_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:21:59,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ into ad2dc7fb8ec14eebb81dcc90d11289fd/f 2024-11-17T12:21:59,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_0 into ad2dc7fb8ec14eebb81dcc90d11289fd/f (new location: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_) 2024-11-17T12:21:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/staging/jenkins__test__18jvdmfhjgnkps83km1i086m88s84ref2hg91pbh5n1hdqngogjnhpfcprigtti9/f/hfile_0 2024-11-17T12:21:59,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:21:59,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:21:59,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:59,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:21:59,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:21:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd., hostname=5dda233f2f2e,46693,1731846104790, seqNum=2 , the old value is region=test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd., hostname=5dda233f2f2e,46693,1731846104790, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5dda233f2f2e:46693 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:21:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd., hostname=5dda233f2f2e,46693,1731846104790, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:21:59,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd., hostname=5dda233f2f2e,46693,1731846104790, seqNum=2 from cache 2024-11-17T12:21:59,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:59,617 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T12:21:59,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33391,1731846099055, seqNum=-1] 2024-11-17T12:21:59,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:59,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:21:59,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf., hostname=5dda233f2f2e,33391,1731846099055, seqNum=2] 2024-11-17T12:21:59,626 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T12:21:59,722 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:46693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T12:21:59,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:21:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,42231,1731846098868 2024-11-17T12:21:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c6c67b7 2024-11-17T12:21:59,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:21:59,771 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T12:21:59,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:21:59,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:21:59,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33391,1731846099055, seqNum=-1] 2024-11-17T12:21:59,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:21:59,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T12:21:59,778 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ualit2vnkb3ldethu55jlfbl9lg3objrv4i8pje61l8fv625oddnt5dlqi39sa22/f/7c016cf0f8304dcc999a6e60b249561f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T12:21:59,781 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ualit2vnkb3ldethu55jlfbl9lg3objrv4i8pje61l8fv625oddnt5dlqi39sa22/f/d62d7396d6834488b288c0a661113b67_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T12:21:59,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.ReplicationSink(324): Finished replicating [91bf91e6-aa30-4c2e-bf83-dda2767cc989, dd4c605c-431f-43c2-8ad3-cb16bdc58688] bulk loaded data 2024-11-17T12:21:59,855 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 725, reset compression=false 2024-11-17T12:21:59,859 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:21:59,859 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46693,1731846104790 got entry batch from reader: WALEntryBatch [walEntries=[{test/ad2dc7fb8ec14eebb81dcc90d11289fd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731846119615/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T12:21:59,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.ReplicationSink(318): Replicating [dd4c605c-431f-43c2-8ad3-cb16bdc58688] bulk loaded data 2024-11-17T12:21:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741844_1020 (size=10791) 2024-11-17T12:21:59,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741845_1021 (size=11194) 2024-11-17T12:21:59,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:21:59,882 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-17T12:21:59,884 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-17T12:21:59,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ for inclusion in 3ee65c8d70a5c58e2286f29df8a57dbf/f 2024-11-17T12:21:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T12:21:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:21:59,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ for inclusion in 3ee65c8d70a5c58e2286f29df8a57dbf/f 2024-11-17T12:21:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T12:21:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:21:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HRegion(2603): Flush status journal for 3ee65c8d70a5c58e2286f29df8a57dbf: 2024-11-17T12:21:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:21:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/54afcb361fe8460ab4b8c3a15a6247b0_SeqId_6_ 2024-11-17T12:21:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:21:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/1aec6e20ea1549639efea3ec63ba9e8f_SeqId_6_ 2024-11-17T12:21:59,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ into 3ee65c8d70a5c58e2286f29df8a57dbf/f as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/54afcb361fe8460ab4b8c3a15a6247b0_SeqId_6_ - updating store file list. 2024-11-17T12:21:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 54afcb361fe8460ab4b8c3a15a6247b0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:21:59,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/54afcb361fe8460ab4b8c3a15a6247b0_SeqId_6_ into 3ee65c8d70a5c58e2286f29df8a57dbf/f 2024-11-17T12:21:59,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ into 3ee65c8d70a5c58e2286f29df8a57dbf/f (new location: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/54afcb361fe8460ab4b8c3a15a6247b0_SeqId_6_) 2024-11-17T12:21:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/3a5703fe058f462784a04cf5bc9dab07_SeqId_6_ 2024-11-17T12:21:59,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ into 3ee65c8d70a5c58e2286f29df8a57dbf/f as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/1aec6e20ea1549639efea3ec63ba9e8f_SeqId_6_ - updating store file list. 2024-11-17T12:21:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1aec6e20ea1549639efea3ec63ba9e8f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:21:59,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/1aec6e20ea1549639efea3ec63ba9e8f_SeqId_6_ into 3ee65c8d70a5c58e2286f29df8a57dbf/f 2024-11-17T12:21:59,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ into 3ee65c8d70a5c58e2286f29df8a57dbf/f (new location: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/f/1aec6e20ea1549639efea3ec63ba9e8f_SeqId_6_) 2024-11-17T12:21:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/staging/jenkins.hfs.10__test__ek9ep3obqfkccrasi7j9rgse07869ehv5df8afikg9ri2suhr3o6nuvbl4gl9p4k/f/f8263baac4ae4158abaa9b12a6955e79_SeqId_6_ 2024-11-17T12:21:59,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33391 {}] regionserver.ReplicationSink(324): Finished replicating [dd4c605c-431f-43c2-8ad3-cb16bdc58688] bulk loaded data 2024-11-17T12:22:00,059 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 1033, reset compression=false 2024-11-17T12:22:00,276 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 687, reset compression=false 2024-11-17T12:22:00,280 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:22:00,280 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33391,1731846099055 got entry batch from reader: WALEntryBatch [walEntries=[{test/3ee65c8d70a5c58e2286f29df8a57dbf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731846119905/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T12:22:00,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.ReplicationSink(318): Replicating [dd4c605c-431f-43c2-8ad3-cb16bdc58688, 91bf91e6-aa30-4c2e-bf83-dda2767cc989] bulk loaded data 2024-11-17T12:22:00,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741844_1020 (size=11194) 2024-11-17T12:22:00,362 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 1033, reset compression=false 2024-11-17T12:22:00,480 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1033, reset compression=false 2024-11-17T12:22:00,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:00,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:00,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:00,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:00,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:00,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:00,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:00,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:00,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:00,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:22:00,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:00,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:00,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:00,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:00,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:22:00,636 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1091660581, stopped=false 2024-11-17T12:22:00,636 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,41561,1731846104557 2024-11-17T12:22:00,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:00,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741845_1021 (size=10791) 2024-11-17T12:22:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1968830844/running 2024-11-17T12:22:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:22:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1968830844/running 2024-11-17T12:22:00,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:22:00,696 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:22:00,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:00,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:00,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on znode that does not yet exist, /1968830844/running 2024-11-17T12:22:00,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:00,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Set watcher on znode that does not yet exist, /1968830844/running 2024-11-17T12:22:00,697 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,46693,1731846104790' ***** 2024-11-17T12:22:00,697 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:22:00,700 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:22:00,700 INFO [RS:0;5dda233f2f2e:46693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:22:00,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:22:00,700 INFO [RS:0;5dda233f2f2e:46693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:22:00,700 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(3091): Received CLOSE for ad2dc7fb8ec14eebb81dcc90d11289fd 2024-11-17T12:22:00,700 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(3091): Received CLOSE for fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:22:00,700 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,46693,1731846104790 2024-11-17T12:22:00,700 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:22:00,701 INFO [RS:0;5dda233f2f2e:46693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:46693. 2024-11-17T12:22:00,701 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad2dc7fb8ec14eebb81dcc90d11289fd, disabling compactions & flushes 2024-11-17T12:22:00,701 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:22:00,701 DEBUG [RS:0;5dda233f2f2e:46693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:00,701 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:22:00,701 DEBUG [RS:0;5dda233f2f2e:46693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:00,701 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. after waiting 0 ms 2024-11-17T12:22:00,701 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:22:00,701 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:22:00,701 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:22:00,701 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:22:00,701 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:22:00,701 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:22:00,701 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1325): Online Regions={ad2dc7fb8ec14eebb81dcc90d11289fd=test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd., fd2549371ec4a449072069f9a45e8b8d=hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:22:00,701 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ad2dc7fb8ec14eebb81dcc90d11289fd, fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:22:00,701 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:00,701 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:00,701 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:00,701 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:00,701 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:00,702 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:22:00,708 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/default/test/ad2dc7fb8ec14eebb81dcc90d11289fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T12:22:00,709 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:00,709 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:22:00,709 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:22:00,709 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad2dc7fb8ec14eebb81dcc90d11289fd: Waiting for close lock at 1731846120700Running coprocessor pre-close hooks at 1731846120700Disabling compacts and flushes for region at 1731846120701 (+1 ms)Disabling writes for close at 1731846120701Writing region close event to WAL at 1731846120704 (+3 ms)Running coprocessor post-close hooks at 1731846120709 (+5 ms)Closed at 1731846120709 2024-11-17T12:22:00,709 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd. 2024-11-17T12:22:00,710 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd2549371ec4a449072069f9a45e8b8d, disabling compactions & flushes 2024-11-17T12:22:00,710 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:22:00,710 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:22:00,710 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. after waiting 0 ms 2024-11-17T12:22:00,710 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:22:00,710 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd2549371ec4a449072069f9a45e8b8d 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-17T12:22:00,720 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/info/6c05038283f3448b8c9355a50a0c4783 is 147, key is hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d./info:regioninfo/1731846115056/Put/seqid=0 2024-11-17T12:22:00,730 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/.tmp/hfileref/efd7a459d4bc45438e02515a41307aa1 is 74, key is 1/hfileref:3a5703fe058f462784a04cf5bc9dab07_SeqId_6_/1731846119908/DeleteColumn/seqid=0 2024-11-17T12:22:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741846_1022 (size=7686) 2024-11-17T12:22:00,732 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/info/6c05038283f3448b8c9355a50a0c4783 2024-11-17T12:22:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741847_1023 (size=5345) 2024-11-17T12:22:00,760 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/ns/9b929dedd4374431bf3f354c0a116a2a is 43, key is default/ns:d/1731846108146/Put/seqid=0 2024-11-17T12:22:00,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741848_1024 (size=5153) 2024-11-17T12:22:00,766 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 1033, reset compression=false 2024-11-17T12:22:00,772 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:22:00,772 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:00,772 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 1328, reset compression=false 2024-11-17T12:22:00,772 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46693,1731846104790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:00,772 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,46693,1731846104790: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,46693,1731846104790, walGroup=5dda233f2f2e%2C46693%2C1731846104790, offset=5dda233f2f2e%2C46693%2C1731846104790.1731846107089:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:46693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:22:00,773 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:22:00,773 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:22:00,774 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:22:00,774 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:22:00,774 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:22:00,774 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 817167704 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187469272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:22:00,774 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:22:00,784 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1033, reset compression=false 2024-11-17T12:22:00,901 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:22:00,961 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:22:00,961 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:22:00,976 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 1328, reset compression=false 2024-11-17T12:22:01,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:22:01,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:01,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 from cache 2024-11-17T12:22:01,102 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:22:01,139 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/.tmp/hfileref/efd7a459d4bc45438e02515a41307aa1 2024-11-17T12:22:01,159 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/.tmp/queue/1d5a059fad334d38a054ca32774dc5e9 is 154, key is 1-5dda233f2f2e,46693,1731846104790/queue:5dda233f2f2e%2C46693%2C1731846104790/1731846119910/Put/seqid=0 2024-11-17T12:22:01,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741849_1025 (size=5353) 2024-11-17T12:22:01,164 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/ns/9b929dedd4374431bf3f354c0a116a2a 2024-11-17T12:22:01,185 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/rep_barrier/ecb26857b8914575bbfd48880578444e is 112, key is test,,1731846109383.ad2dc7fb8ec14eebb81dcc90d11289fd./rep_barrier:seqnumDuringOpen/1731846110527/Put/seqid=0 2024-11-17T12:22:01,187 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1033, reset compression=false 2024-11-17T12:22:01,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741850_1026 (size=5518) 2024-11-17T12:22:01,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:01,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:22:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 from cache 2024-11-17T12:22:01,279 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 1328, reset compression=false 2024-11-17T12:22:01,302 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:22:01,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:22:01,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:01,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 from cache 2024-11-17T12:22:01,502 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd2549371ec4a449072069f9a45e8b8d 2024-11-17T12:22:01,562 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/.tmp/queue/1d5a059fad334d38a054ca32774dc5e9 2024-11-17T12:22:01,567 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/.tmp/hfileref/efd7a459d4bc45438e02515a41307aa1 as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/hfileref/efd7a459d4bc45438e02515a41307aa1 2024-11-17T12:22:01,572 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/hfileref/efd7a459d4bc45438e02515a41307aa1, entries=4, sequenceid=12, filesize=5.2 K 2024-11-17T12:22:01,572 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/.tmp/queue/1d5a059fad334d38a054ca32774dc5e9 as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/queue/1d5a059fad334d38a054ca32774dc5e9 2024-11-17T12:22:01,576 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/queue/1d5a059fad334d38a054ca32774dc5e9, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T12:22:01,577 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fd2549371ec4a449072069f9a45e8b8d in 867ms, sequenceid=12, compaction requested=false 2024-11-17T12:22:01,583 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/replication/fd2549371ec4a449072069f9a45e8b8d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T12:22:01,583 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:01,583 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:01,584 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:22:01,584 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd2549371ec4a449072069f9a45e8b8d: Waiting for close lock at 1731846120710Running coprocessor pre-close hooks at 1731846120710Disabling compacts and flushes for region at 1731846120710Disabling writes for close at 1731846120710Obtaining lock to block concurrent updates at 1731846120710Preparing flush snapshotting stores in fd2549371ec4a449072069f9a45e8b8d at 1731846120710Finished memstore snapshotting hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731846120710Flushing stores of hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. at 1731846120711 (+1 ms)Flushing fd2549371ec4a449072069f9a45e8b8d/hfileref: creating writer at 1731846120712 (+1 ms)Flushing fd2549371ec4a449072069f9a45e8b8d/hfileref: appending metadata at 1731846120729 (+17 ms)Flushing fd2549371ec4a449072069f9a45e8b8d/hfileref: closing flushed file at 1731846120729Flushing fd2549371ec4a449072069f9a45e8b8d/queue: creating writer at 1731846121143 (+414 ms)Flushing fd2549371ec4a449072069f9a45e8b8d/queue: appending metadata at 1731846121158 (+15 ms)Flushing fd2549371ec4a449072069f9a45e8b8d/queue: closing flushed file at 1731846121158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dead9cc: reopening flushed file at 1731846121566 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e37480f: reopening flushed file at 1731846121572 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fd2549371ec4a449072069f9a45e8b8d in 867ms, sequenceid=12, compaction requested=false at 1731846121577 (+5 ms)Writing region close event to WAL at 1731846121580 (+3 ms)Running coprocessor post-close hooks at 1731846121583 (+3 ms)Closed at 1731846121583 2024-11-17T12:22:01,584 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846113707.fd2549371ec4a449072069f9a45e8b8d. 2024-11-17T12:22:01,589 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/rep_barrier/ecb26857b8914575bbfd48880578444e 2024-11-17T12:22:01,606 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/table/30ff0da4840e49d9a05c714070b92236 is 53, key is hbase:replication/table:state/1731846115063/Put/seqid=0 2024-11-17T12:22:01,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741851_1027 (size=5308) 2024-11-17T12:22:01,683 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 1328, reset compression=false 2024-11-17T12:22:01,702 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1033, reset compression=false 2024-11-17T12:22:01,702 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:22:01,702 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:22:01,702 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:22:01,731 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:01,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:22:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 from cache 2024-11-17T12:22:01,902 DEBUG [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:22:02,012 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/table/30ff0da4840e49d9a05c714070b92236 2024-11-17T12:22:02,017 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/info/6c05038283f3448b8c9355a50a0c4783 as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/info/6c05038283f3448b8c9355a50a0c4783 2024-11-17T12:22:02,022 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/info/6c05038283f3448b8c9355a50a0c4783, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:22:02,023 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/ns/9b929dedd4374431bf3f354c0a116a2a as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/ns/9b929dedd4374431bf3f354c0a116a2a 2024-11-17T12:22:02,027 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/ns/9b929dedd4374431bf3f354c0a116a2a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:22:02,028 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/rep_barrier/ecb26857b8914575bbfd48880578444e as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/rep_barrier/ecb26857b8914575bbfd48880578444e 2024-11-17T12:22:02,032 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/rep_barrier/ecb26857b8914575bbfd48880578444e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:22:02,033 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/.tmp/table/30ff0da4840e49d9a05c714070b92236 as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/table/30ff0da4840e49d9a05c714070b92236 2024-11-17T12:22:02,038 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/table/30ff0da4840e49d9a05c714070b92236, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:22:02,039 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-11-17T12:22:02,043 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:22:02,044 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:02,044 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:02,044 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:02,044 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846120701Running coprocessor pre-close hooks at 1731846120701Disabling compacts and flushes for region at 1731846120701Disabling writes for close at 1731846120701Obtaining lock to block concurrent updates at 1731846120702 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731846120702Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846120702Flushing stores of hbase:meta,,1.1588230740 at 1731846120703 (+1 ms)Flushing 1588230740/info: creating writer at 1731846120703Flushing 1588230740/info: appending metadata at 1731846120719 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731846120719Flushing 1588230740/ns: creating writer at 1731846120736 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731846120760 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731846120760Flushing 1588230740/rep_barrier: creating writer at 1731846121169 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846121184 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846121184Flushing 1588230740/table: creating writer at 1731846121592 (+408 ms)Flushing 1588230740/table: appending metadata at 1731846121606 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731846121606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c74b273: reopening flushed file at 1731846122017 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792221c9: reopening flushed file at 1731846122022 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4acbe9: reopening flushed file at 1731846122027 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794a46b3: reopening flushed file at 1731846122032 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1731846122039 (+7 ms)Writing region close event to WAL at 1731846122040 (+1 ms)Running coprocessor post-close hooks at 1731846122044 (+4 ms)Closed at 1731846122044 2024-11-17T12:22:02,044 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:02,102 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,46693,1731846104790; all regions closed. 2024-11-17T12:22:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:22:02,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.meta.1731846108108.meta not finished, retry = 0 2024-11-17T12:22:02,186 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 to pos 1328, reset compression=false 2024-11-17T12:22:02,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741839_1015 (size=3127) 2024-11-17T12:22:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741832_1008 (size=1336) 2024-11-17T12:22:02,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/WALs/5dda233f2f2e,46693,1731846104790/5dda233f2f2e%2C46693%2C1731846104790.1731846107089 not finished, retry = 0 2024-11-17T12:22:02,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:02,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1] 2024-11-17T12:22:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46693,1731846104790, seqNum=-1 from cache 2024-11-17T12:22:02,244 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:02,245 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T12:22:01.101Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.213Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.423Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.733Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:02.243Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T12:22:02,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T12:22:01.101Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.213Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.423Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.733Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:02.243Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T12:22:02,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46693 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:49704 deadline: 1731846180281, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T12:22:01.101Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.213Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.423Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.733Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:02.243Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:02,261 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T12:22:01.101Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.213Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.423Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:01.733Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting 2024-11-17T12:22:02.243Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:02,305 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1033, reset compression=false 2024-11-17T12:22:02,311 DEBUG [RS:0;5dda233f2f2e:46693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:02,311 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:22:02,311 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:22:02,311 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:22:02,311 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:22:02,311 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:22:02,311 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,46693,1731846104790 because: Region server is closing 2024-11-17T12:22:02,311 INFO [RS:0;5dda233f2f2e:46693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:46693. 2024-11-17T12:22:02,312 DEBUG [RS:0;5dda233f2f2e:46693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:02,312 DEBUG [RS:0;5dda233f2f2e:46693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:02,312 DEBUG [RS:0;5dda233f2f2e:46693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:02,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:02,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5dda233f2f2e,46693,1731846104790 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:02,364 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5dda233f2f2e,46693,1731846104790 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:02,412 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.shipper5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 terminated 2024-11-17T12:22:02,412 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46693,1731846104790.replicationSource.wal-reader.5dda233f2f2e%2C46693%2C1731846104790,1-5dda233f2f2e,46693,1731846104790 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:22:02,412 INFO [RS:0;5dda233f2f2e:46693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:46693. 2024-11-17T12:22:02,412 DEBUG [RS:0;5dda233f2f2e:46693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:02,412 DEBUG [RS:0;5dda233f2f2e:46693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:02,412 DEBUG [RS:0;5dda233f2f2e:46693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:02,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:02,412 INFO [RS:0;5dda233f2f2e:46693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46693 2024-11-17T12:22:02,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844/rs 2024-11-17T12:22:02,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1968830844/rs/5dda233f2f2e,46693,1731846104790 2024-11-17T12:22:02,486 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:22:02,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,46693,1731846104790] 2024-11-17T12:22:02,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1968830844/draining/5dda233f2f2e,46693,1731846104790 already deleted, retry=false 2024-11-17T12:22:02,507 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,46693,1731846104790 expired; onlineServers=0 2024-11-17T12:22:02,507 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,41561,1731846104557' ***** 2024-11-17T12:22:02,507 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:22:02,507 INFO [M:0;5dda233f2f2e:41561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:22:02,507 INFO [M:0;5dda233f2f2e:41561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:22:02,507 DEBUG [M:0;5dda233f2f2e:41561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:22:02,507 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:22:02,507 DEBUG [M:0;5dda233f2f2e:41561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:22:02,507 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846106798 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846106798,5,FailOnTimeoutGroup] 2024-11-17T12:22:02,507 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846106799 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846106799,5,FailOnTimeoutGroup] 2024-11-17T12:22:02,507 INFO [M:0;5dda233f2f2e:41561 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:22:02,507 INFO [M:0;5dda233f2f2e:41561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:22:02,507 DEBUG [M:0;5dda233f2f2e:41561 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:22:02,507 INFO [M:0;5dda233f2f2e:41561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:22:02,507 INFO [M:0;5dda233f2f2e:41561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:22:02,508 INFO [M:0;5dda233f2f2e:41561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:22:02,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:22:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1968830844/master 2024-11-17T12:22:02,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1968830844 2024-11-17T12:22:02,517 DEBUG [M:0;5dda233f2f2e:41561 {}] zookeeper.ZKUtil(347): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Unable to get data of znode /1968830844/master because node does not exist (not an error) 2024-11-17T12:22:02,517 WARN [M:0;5dda233f2f2e:41561 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:22:02,518 INFO [M:0;5dda233f2f2e:41561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/.lastflushedseqids 2024-11-17T12:22:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741852_1028 (size=263) 2024-11-17T12:22:02,567 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5dda233f2f2e:46693 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:46693 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:02,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5dda233f2f2e:46693 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:46693 2024-11-17T12:22:02,568 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=5dda233f2f2e:46693 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:46693 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:46693 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T12:22:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T12:22:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41610 deadline: 1731846182570, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T12:22:02,571 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T12:22:02,572 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T12:22:02,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:02,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46693-0x10148be43c50004, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:02,596 INFO [RS:0;5dda233f2f2e:46693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:22:02,596 INFO [RS:0;5dda233f2f2e:46693 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,46693,1731846104790; zookeeper connection closed. 2024-11-17T12:22:02,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c98277f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c98277f 2024-11-17T12:22:02,597 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:22:02,872 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T12:22:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T12:22:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41610 deadline: 1731846182873, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T12:22:02,874 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T12:22:02,875 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T12:22:02,875 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T12:22:02,921 INFO [M:0;5dda233f2f2e:41561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:22:02,922 INFO [M:0;5dda233f2f2e:41561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:22:02,922 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:02,922 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:02,922 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:02,922 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:02,922 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:02,922 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T12:22:02,936 DEBUG [M:0;5dda233f2f2e:41561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66da4475f8e042389c6a3a9827ee321e is 82, key is hbase:meta,,1/info:regioninfo/1731846108136/Put/seqid=0 2024-11-17T12:22:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741853_1029 (size=5672) 2024-11-17T12:22:03,009 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1033, reset compression=false 2024-11-17T12:22:03,276 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T12:22:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T12:22:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41610 deadline: 1731846183277, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T12:22:03,278 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T12:22:03,279 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T12:22:03,279 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T12:22:03,339 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66da4475f8e042389c6a3a9827ee321e 2024-11-17T12:22:03,360 DEBUG [M:0;5dda233f2f2e:41561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9db20287318c411aa753426198f8952b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731846115066/Put/seqid=0 2024-11-17T12:22:03,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741854_1030 (size=8517) 2024-11-17T12:22:03,764 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9db20287318c411aa753426198f8952b 2024-11-17T12:22:03,780 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T12:22:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T12:22:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41561 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41610 deadline: 1731846183781, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T12:22:03,781 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T12:22:03,782 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T12:22:03,783 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T12:22:03,784 DEBUG [M:0;5dda233f2f2e:41561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d47a26d0bc8345e8be8a2c218794ef0e is 69, key is 5dda233f2f2e,46693,1731846104790/rs:state/1731846106925/Put/seqid=0 2024-11-17T12:22:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741855_1031 (size=5156) 2024-11-17T12:22:03,813 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1033, reset compression=false 2024-11-17T12:22:04,188 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d47a26d0bc8345e8be8a2c218794ef0e 2024-11-17T12:22:04,192 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66da4475f8e042389c6a3a9827ee321e as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66da4475f8e042389c6a3a9827ee321e 2024-11-17T12:22:04,196 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66da4475f8e042389c6a3a9827ee321e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T12:22:04,197 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9db20287318c411aa753426198f8952b as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9db20287318c411aa753426198f8952b 2024-11-17T12:22:04,201 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9db20287318c411aa753426198f8952b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T12:22:04,201 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d47a26d0bc8345e8be8a2c218794ef0e as hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d47a26d0bc8345e8be8a2c218794ef0e 2024-11-17T12:22:04,205 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36465/user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d47a26d0bc8345e8be8a2c218794ef0e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T12:22:04,206 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-17T12:22:04,208 INFO [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:04,208 DEBUG [M:0;5dda233f2f2e:41561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846122922Disabling compacts and flushes for region at 1731846122922Disabling writes for close at 1731846122922Obtaining lock to block concurrent updates at 1731846122922Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846122922Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731846122922Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846122923 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846122923Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846122936 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846122936Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846123343 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846123359 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846123359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846123767 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846123784 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846123784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7f24fe: reopening flushed file at 1731846124191 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43fe3903: reopening flushed file at 1731846124196 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f31029: reopening flushed file at 1731846124201 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731846124206 (+5 ms)Writing region close event to WAL at 1731846124208 (+2 ms)Closed at 1731846124208 2024-11-17T12:22:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43125 is added to blk_1073741830_1006 (size=63666) 2024-11-17T12:22:04,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15735cbf-7662-b8c2-517f-125d4b22b8b6/MasterData/WALs/5dda233f2f2e,41561,1731846104557/5dda233f2f2e%2C41561%2C1731846104557.1731846106538 not finished, retry = 0 2024-11-17T12:22:04,311 INFO [M:0;5dda233f2f2e:41561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:22:04,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:22:04,311 INFO [M:0;5dda233f2f2e:41561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41561 2024-11-17T12:22:04,311 INFO [M:0;5dda233f2f2e:41561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:22:04,383 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T12:22:04,384 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5dda233f2f2e:41561 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:41561 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:04,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5dda233f2f2e:41561 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:41561 2024-11-17T12:22:04,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:04,459 INFO [M:0;5dda233f2f2e:41561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:22:04,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41561-0x10148be43c50003, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:04,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:04,492 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5dda233f2f2e:41561 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:41561 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T12:22:04,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=5dda233f2f2e:41561 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:41561 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-17T12:22:04,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 5dda233f2f2e:41561 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5dda233f2f2e/172.17.0.3:41561 2024-11-17T12:22:04,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:04,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:22:04,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:22:04,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:22:04,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.log.dir/,STOPPED} 2024-11-17T12:22:04,500 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:22:04,500 WARN [BP-289181287-172.17.0.3-1731846102446 heartbeating to localhost/127.0.0.1:36465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:22:04,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:22:04,500 WARN [BP-289181287-172.17.0.3-1731846102446 heartbeating to localhost/127.0.0.1:36465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-289181287-172.17.0.3-1731846102446 (Datanode Uuid da50b0d2-5673-43f3-8835-9df9c1914e67) service to localhost/127.0.0.1:36465 2024-11-17T12:22:04,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/cluster_38c81acf-dd4b-1cbd-7bba-d1d6cf939943/data/data1/current/BP-289181287-172.17.0.3-1731846102446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:22:04,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/cluster_38c81acf-dd4b-1cbd-7bba-d1d6cf939943/data/data2/current/BP-289181287-172.17.0.3-1731846102446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:22:04,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:22:04,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:04,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:22:04,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:22:04,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:22:04,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.log.dir/,STOPPED} 2024-11-17T12:22:04,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:22:04,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:22:04,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:04,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:04,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:04,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:04,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:04,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:22:04,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=225015382, stopped=false 2024-11-17T12:22:04,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,42231,1731846098868 2024-11-17T12:22:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961209586/running 2024-11-17T12:22:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961209586/running 2024-11-17T12:22:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:22:04,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:22:04,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:22:04,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:04,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:04,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:04,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on znode that does not yet exist, /01961209586/running 2024-11-17T12:22:04,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Set watcher on znode that does not yet exist, /01961209586/running 2024-11-17T12:22:04,539 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,33391,1731846099055' ***** 2024-11-17T12:22:04,539 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:22:04,539 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:22:04,539 INFO [RS:0;5dda233f2f2e:33391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:22:04,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:22:04,539 INFO [RS:0;5dda233f2f2e:33391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:22:04,539 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,33391,1731846099055 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:33391. 2024-11-17T12:22:04,540 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ee65c8d70a5c58e2286f29df8a57dbf, disabling compactions & flushes 2024-11-17T12:22:04,540 DEBUG [RS:0;5dda233f2f2e:33391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:04,540 DEBUG [RS:0;5dda233f2f2e:33391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:04,540 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:22:04,540 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:22:04,540 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. after waiting 0 ms 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:22:04,540 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:22:04,540 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:22:04,540 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1325): Online Regions={3ee65c8d70a5c58e2286f29df8a57dbf=test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf., 1588230740=hbase:meta,,1.1588230740, 2c6a5c39522295f768a22a822e5c8e3a=hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a.} 2024-11-17T12:22:04,540 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:04,540 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c6a5c39522295f768a22a822e5c8e3a, 3ee65c8d70a5c58e2286f29df8a57dbf 2024-11-17T12:22:04,540 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:04,540 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:04,540 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:04,540 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:04,540 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:22:04,543 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/default/test/3ee65c8d70a5c58e2286f29df8a57dbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T12:22:04,544 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:04,544 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:22:04,544 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:22:04,544 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ee65c8d70a5c58e2286f29df8a57dbf: Waiting for close lock at 1731846124540Running coprocessor pre-close hooks at 1731846124540Disabling compacts and flushes for region at 1731846124540Disabling writes for close at 1731846124540Writing region close event to WAL at 1731846124540Running coprocessor post-close hooks at 1731846124544 (+4 ms)Closed at 1731846124544 2024-11-17T12:22:04,544 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf. 2024-11-17T12:22:04,544 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c6a5c39522295f768a22a822e5c8e3a, disabling compactions & flushes 2024-11-17T12:22:04,544 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:22:04,544 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:22:04,544 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. after waiting 0 ms 2024-11-17T12:22:04,544 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:22:04,544 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c6a5c39522295f768a22a822e5c8e3a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-17T12:22:04,554 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/info/5c8fdbc22a594c6487a93cda5dc50dcf is 147, key is hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a./info:regioninfo/1731846112719/Put/seqid=0 2024-11-17T12:22:04,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741846_1022 (size=7686) 2024-11-17T12:22:04,557 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/.tmp/hfileref/9d28ae9a374744a79cc6ca3b9f1d80de is 74, key is 1/hfileref:11a5a1c1755d4663ae5b3b2c51193e54_SeqId_4_/1731846118486/DeleteColumn/seqid=0 2024-11-17T12:22:04,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741847_1023 (size=5345) 2024-11-17T12:22:04,561 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:22:04,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:04,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5dda233f2f2e:41561 this server is in the failed servers list 2024-11-17T12:22:04,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5dda233f2f2e:41561 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:04,716 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1033, reset compression=false 2024-11-17T12:22:04,721 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:04,721 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1328, reset compression=false 2024-11-17T12:22:04,740 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:22:04,924 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1328, reset compression=false 2024-11-17T12:22:04,940 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:22:04,958 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/info/5c8fdbc22a594c6487a93cda5dc50dcf 2024-11-17T12:22:04,961 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/.tmp/hfileref/9d28ae9a374744a79cc6ca3b9f1d80de 2024-11-17T12:22:04,978 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/.tmp/queue/fbe11002e14a453bad7919f333858dc6 is 153, key is 1-5dda233f2f2e,33391,1731846099055/queue:5dda233f2f2e%2C33391%2C1731846099055/1731846118488/Put/seqid=0 2024-11-17T12:22:04,978 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/ns/4d88a8363c2c439fb2001e7a2dd94a80 is 43, key is default/ns:d/1731846102356/Put/seqid=0 2024-11-17T12:22:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741848_1024 (size=5352) 2024-11-17T12:22:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741849_1025 (size=5153) 2024-11-17T12:22:05,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:05,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5dda233f2f2e:41561 this server is in the failed servers list 2024-11-17T12:22:05,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5dda233f2f2e:41561 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:05,137 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:22:05,137 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:22:05,141 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:22:05,227 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1328, reset compression=false 2024-11-17T12:22:05,341 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c6a5c39522295f768a22a822e5c8e3a 2024-11-17T12:22:05,382 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/.tmp/queue/fbe11002e14a453bad7919f333858dc6 2024-11-17T12:22:05,382 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/ns/4d88a8363c2c439fb2001e7a2dd94a80 2024-11-17T12:22:05,386 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/.tmp/hfileref/9d28ae9a374744a79cc6ca3b9f1d80de as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/hfileref/9d28ae9a374744a79cc6ca3b9f1d80de 2024-11-17T12:22:05,390 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/hfileref/9d28ae9a374744a79cc6ca3b9f1d80de, entries=4, sequenceid=10, filesize=5.2 K 2024-11-17T12:22:05,391 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/.tmp/queue/fbe11002e14a453bad7919f333858dc6 as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/queue/fbe11002e14a453bad7919f333858dc6 2024-11-17T12:22:05,395 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/queue/fbe11002e14a453bad7919f333858dc6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T12:22:05,396 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2c6a5c39522295f768a22a822e5c8e3a in 852ms, sequenceid=10, compaction requested=false 2024-11-17T12:22:05,396 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:22:05,399 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/replication/2c6a5c39522295f768a22a822e5c8e3a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T12:22:05,400 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:05,400 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:05,400 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:22:05,400 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c6a5c39522295f768a22a822e5c8e3a: Waiting for close lock at 1731846124544Running coprocessor pre-close hooks at 1731846124544Disabling compacts and flushes for region at 1731846124544Disabling writes for close at 1731846124544Obtaining lock to block concurrent updates at 1731846124544Preparing flush snapshotting stores in 2c6a5c39522295f768a22a822e5c8e3a at 1731846124544Finished memstore snapshotting hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731846124544Flushing stores of hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. at 1731846124545 (+1 ms)Flushing 2c6a5c39522295f768a22a822e5c8e3a/hfileref: creating writer at 1731846124545Flushing 2c6a5c39522295f768a22a822e5c8e3a/hfileref: appending metadata at 1731846124557 (+12 ms)Flushing 2c6a5c39522295f768a22a822e5c8e3a/hfileref: closing flushed file at 1731846124557Flushing 2c6a5c39522295f768a22a822e5c8e3a/queue: creating writer at 1731846124964 (+407 ms)Flushing 2c6a5c39522295f768a22a822e5c8e3a/queue: appending metadata at 1731846124977 (+13 ms)Flushing 2c6a5c39522295f768a22a822e5c8e3a/queue: closing flushed file at 1731846124977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6783b7: reopening flushed file at 1731846125385 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598d4ac1: reopening flushed file at 1731846125390 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2c6a5c39522295f768a22a822e5c8e3a in 852ms, sequenceid=10, compaction requested=false at 1731846125396 (+6 ms)Writing region close event to WAL at 1731846125397 (+1 ms)Running coprocessor post-close hooks at 1731846125400 (+3 ms)Closed at 1731846125400 2024-11-17T12:22:05,400 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846111551.2c6a5c39522295f768a22a822e5c8e3a. 2024-11-17T12:22:05,403 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/rep_barrier/60be759bf0f145948a2fa9db5e73bb41 is 112, key is test,,1731846108238.3ee65c8d70a5c58e2286f29df8a57dbf./rep_barrier:seqnumDuringOpen/1731846108983/Put/seqid=0 2024-11-17T12:22:05,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741850_1026 (size=5518) 2024-11-17T12:22:05,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:05,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5dda233f2f2e:41561 this server is in the failed servers list 2024-11-17T12:22:05,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5dda233f2f2e:41561 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:05,541 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:22:05,541 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:22:05,541 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:22:05,631 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/WALs/5dda233f2f2e,33391,1731846099055/5dda233f2f2e%2C33391%2C1731846099055.1731846101262 to pos 1328, reset compression=false 2024-11-17T12:22:05,741 DEBUG [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:22:05,810 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/rep_barrier/60be759bf0f145948a2fa9db5e73bb41 2024-11-17T12:22:05,831 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/table/291e97b5c3a04f85a1c22c810388c8cc is 53, key is hbase:replication/table:state/1731846112724/Put/seqid=0 2024-11-17T12:22:05,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741851_1027 (size=5308) 2024-11-17T12:22:05,835 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/table/291e97b5c3a04f85a1c22c810388c8cc 2024-11-17T12:22:05,839 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/info/5c8fdbc22a594c6487a93cda5dc50dcf as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/info/5c8fdbc22a594c6487a93cda5dc50dcf 2024-11-17T12:22:05,843 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/info/5c8fdbc22a594c6487a93cda5dc50dcf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:22:05,844 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/ns/4d88a8363c2c439fb2001e7a2dd94a80 as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/ns/4d88a8363c2c439fb2001e7a2dd94a80 2024-11-17T12:22:05,848 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/ns/4d88a8363c2c439fb2001e7a2dd94a80, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:22:05,848 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/rep_barrier/60be759bf0f145948a2fa9db5e73bb41 as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/rep_barrier/60be759bf0f145948a2fa9db5e73bb41 2024-11-17T12:22:05,853 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/rep_barrier/60be759bf0f145948a2fa9db5e73bb41, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:22:05,854 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/.tmp/table/291e97b5c3a04f85a1c22c810388c8cc as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/table/291e97b5c3a04f85a1c22c810388c8cc 2024-11-17T12:22:05,859 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/table/291e97b5c3a04f85a1c22c810388c8cc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:22:05,859 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-17T12:22:05,860 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:22:05,864 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:22:05,865 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:05,865 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:05,865 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:05,865 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846124540Running coprocessor pre-close hooks at 1731846124540Disabling compacts and flushes for region at 1731846124540Disabling writes for close at 1731846124540Obtaining lock to block concurrent updates at 1731846124540Preparing flush snapshotting stores in 1588230740 at 1731846124540Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846124541 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731846124541Flushing 1588230740/info: creating writer at 1731846124541Flushing 1588230740/info: appending metadata at 1731846124554 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731846124554Flushing 1588230740/ns: creating writer at 1731846124962 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731846124978 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731846124978Flushing 1588230740/rep_barrier: creating writer at 1731846125386 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846125403 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846125403Flushing 1588230740/table: creating writer at 1731846125814 (+411 ms)Flushing 1588230740/table: appending metadata at 1731846125831 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731846125831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1440ab: reopening flushed file at 1731846125839 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc45a82: reopening flushed file at 1731846125843 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3d3387: reopening flushed file at 1731846125848 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c3a83e: reopening flushed file at 1731846125853 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731846125859 (+6 ms)Writing region close event to WAL at 1731846125861 (+2 ms)Running coprocessor post-close hooks at 1731846125865 (+4 ms)Closed at 1731846125865 2024-11-17T12:22:05,865 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:05,941 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,33391,1731846099055; all regions closed. 2024-11-17T12:22:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:22:05,945 DEBUG [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/oldWALs 2024-11-17T12:22:05,945 INFO [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C33391%2C1731846099055.meta:.meta(num 1731846102277) 2024-11-17T12:22:05,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741839_1015 (size=2695) 2024-11-17T12:22:05,949 DEBUG [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/oldWALs 2024-11-17T12:22:05,949 INFO [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C33391%2C1731846099055.rep:(num 1731846112685) 2024-11-17T12:22:05,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741832_1008 (size=1336) 2024-11-17T12:22:05,952 DEBUG [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/oldWALs 2024-11-17T12:22:05,952 INFO [RS:0;5dda233f2f2e:33391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C33391%2C1731846099055:(num 1731846101262) 2024-11-17T12:22:05,952 DEBUG [RS:0;5dda233f2f2e:33391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:05,952 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:22:05,952 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:22:05,952 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:22:05,952 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:22:05,952 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,33391,1731846099055 because: Region server is closing 2024-11-17T12:22:05,952 INFO [RS:0;5dda233f2f2e:33391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:33391. 2024-11-17T12:22:05,953 DEBUG [RS:0;5dda233f2f2e:33391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:05,953 DEBUG [RS:0;5dda233f2f2e:33391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:05,953 DEBUG [RS:0;5dda233f2f2e:33391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:05,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:05,954 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:22:06,053 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.wal-reader.5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:22:06,053 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-17T12:22:06,053 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T12:22:06,053 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T12:22:06,211 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:06,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:06,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:06,531 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:06,533 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:06,754 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33391,1731846099055.replicationSource.shipper5dda233f2f2e%2C33391%2C1731846099055,1-5dda233f2f2e,33391,1731846099055 terminated 2024-11-17T12:22:06,754 INFO [RS:0;5dda233f2f2e:33391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:33391. 2024-11-17T12:22:06,754 DEBUG [RS:0;5dda233f2f2e:33391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:06,754 DEBUG [RS:0;5dda233f2f2e:33391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:06,755 DEBUG [RS:0;5dda233f2f2e:33391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:06,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:06,755 INFO [RS:0;5dda233f2f2e:33391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33391 2024-11-17T12:22:06,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586/rs 2024-11-17T12:22:06,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961209586/rs/5dda233f2f2e,33391,1731846099055 2024-11-17T12:22:06,822 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:22:06,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,33391,1731846099055] 2024-11-17T12:22:06,843 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01961209586/draining/5dda233f2f2e,33391,1731846099055 already deleted, retry=false 2024-11-17T12:22:06,843 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,33391,1731846099055 expired; onlineServers=0 2024-11-17T12:22:06,843 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,42231,1731846098868' ***** 2024-11-17T12:22:06,843 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:22:06,843 INFO [M:0;5dda233f2f2e:42231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:22:06,843 INFO [M:0;5dda233f2f2e:42231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:22:06,843 DEBUG [M:0;5dda233f2f2e:42231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:22:06,843 DEBUG [M:0;5dda233f2f2e:42231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:22:06,843 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:22:06,843 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846101064 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846101064,5,FailOnTimeoutGroup] 2024-11-17T12:22:06,843 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846101068 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846101068,5,FailOnTimeoutGroup] 2024-11-17T12:22:06,844 INFO [M:0;5dda233f2f2e:42231 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:22:06,844 INFO [M:0;5dda233f2f2e:42231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:22:06,844 DEBUG [M:0;5dda233f2f2e:42231 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:22:06,844 INFO [M:0;5dda233f2f2e:42231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:22:06,844 INFO [M:0;5dda233f2f2e:42231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:22:06,844 INFO [M:0;5dda233f2f2e:42231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:22:06,844 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:22:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01961209586/master 2024-11-17T12:22:06,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01961209586 2024-11-17T12:22:06,854 DEBUG [M:0;5dda233f2f2e:42231 {}] zookeeper.ZKUtil(347): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Unable to get data of znode /01961209586/master because node does not exist (not an error) 2024-11-17T12:22:06,854 WARN [M:0;5dda233f2f2e:42231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:22:06,855 INFO [M:0;5dda233f2f2e:42231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/.lastflushedseqids 2024-11-17T12:22:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741852_1028 (size=263) 2024-11-17T12:22:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:06,933 INFO [RS:0;5dda233f2f2e:33391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:22:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33391-0x10148be43c50001, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:06,933 INFO [RS:0;5dda233f2f2e:33391 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,33391,1731846099055; zookeeper connection closed. 2024-11-17T12:22:06,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65e7d1a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65e7d1a6 2024-11-17T12:22:06,933 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:22:07,259 INFO [M:0;5dda233f2f2e:42231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:22:07,259 INFO [M:0;5dda233f2f2e:42231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:22:07,259 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:07,259 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:07,259 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:07,259 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:07,259 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:07,259 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T12:22:07,272 DEBUG [M:0;5dda233f2f2e:42231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea724348f7144e7fbd81313faf1bf4ae is 82, key is hbase:meta,,1/info:regioninfo/1731846102306/Put/seqid=0 2024-11-17T12:22:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741853_1029 (size=5672) 2024-11-17T12:22:07,676 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea724348f7144e7fbd81313faf1bf4ae 2024-11-17T12:22:07,693 DEBUG [M:0;5dda233f2f2e:42231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5766a88f7ee741c4810bb54825f39417 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731846112728/Put/seqid=0 2024-11-17T12:22:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741854_1030 (size=8516) 2024-11-17T12:22:08,097 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5766a88f7ee741c4810bb54825f39417 2024-11-17T12:22:08,117 DEBUG [M:0;5dda233f2f2e:42231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a42edea162a4815ae86ff46fd5007c3 is 69, key is 5dda233f2f2e,33391,1731846099055/rs:state/1731846101115/Put/seqid=0 2024-11-17T12:22:08,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741855_1031 (size=5156) 2024-11-17T12:22:08,458 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:22:08,521 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a42edea162a4815ae86ff46fd5007c3 2024-11-17T12:22:08,526 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea724348f7144e7fbd81313faf1bf4ae as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea724348f7144e7fbd81313faf1bf4ae 2024-11-17T12:22:08,530 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea724348f7144e7fbd81313faf1bf4ae, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T12:22:08,531 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5766a88f7ee741c4810bb54825f39417 as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5766a88f7ee741c4810bb54825f39417 2024-11-17T12:22:08,534 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5766a88f7ee741c4810bb54825f39417, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T12:22:08,535 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a42edea162a4815ae86ff46fd5007c3 as hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a42edea162a4815ae86ff46fd5007c3 2024-11-17T12:22:08,539 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35497/user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a42edea162a4815ae86ff46fd5007c3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T12:22:08,539 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-17T12:22:08,541 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:08,541 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:08,541 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:08,544 INFO [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:08,544 DEBUG [M:0;5dda233f2f2e:42231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846127259Disabling compacts and flushes for region at 1731846127259Disabling writes for close at 1731846127259Obtaining lock to block concurrent updates at 1731846127259Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846127259Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731846127259Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846127260 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846127260Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846127272 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846127272Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846127680 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846127693 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846127693Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846128101 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846128116 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846128116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@415059f5: reopening flushed file at 1731846128525 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454c7199: reopening flushed file at 1731846128530 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f13fbe: reopening flushed file at 1731846128534 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731846128539 (+5 ms)Writing region close event to WAL at 1731846128544 (+5 ms)Closed at 1731846128544 2024-11-17T12:22:08,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33905 is added to blk_1073741830_1006 (size=63654) 2024-11-17T12:22:08,549 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/280354c5-8d68-0a80-d615-8fb013baa8d5/MasterData/WALs/5dda233f2f2e,42231,1731846098868/5dda233f2f2e%2C42231%2C1731846098868.1731846100804 not finished, retry = 0 2024-11-17T12:22:08,650 INFO [M:0;5dda233f2f2e:42231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:22:08,650 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:22:08,650 INFO [M:0;5dda233f2f2e:42231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42231 2024-11-17T12:22:08,650 INFO [M:0;5dda233f2f2e:42231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:22:08,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:08,838 INFO [M:0;5dda233f2f2e:42231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:22:08,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42231-0x10148be43c50000, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:08,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702d0e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:08,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:22:08,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:22:08,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:22:08,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.log.dir/,STOPPED} 2024-11-17T12:22:08,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:22:08,842 WARN [BP-1661757953-172.17.0.3-1731846096938 heartbeating to localhost/127.0.0.1:35497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:22:08,842 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:22:08,842 WARN [BP-1661757953-172.17.0.3-1731846096938 heartbeating to localhost/127.0.0.1:35497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1661757953-172.17.0.3-1731846096938 (Datanode Uuid aae4b55c-fafa-48d3-b9e1-5eec8780933f) service to localhost/127.0.0.1:35497 2024-11-17T12:22:08,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/cluster_943510e0-448b-54a7-0dec-005edbb7824d/data/data1/current/BP-1661757953-172.17.0.3-1731846096938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:22:08,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/cluster_943510e0-448b-54a7-0dec-005edbb7824d/data/data2/current/BP-1661757953-172.17.0.3-1731846096938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:22:08,843 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:22:08,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:08,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:22:08,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:22:08,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:22:08,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/31e6c59a-6a18-36c0-a9b0-3fdd5b9d64df/hadoop.log.dir/,STOPPED} 2024-11-17T12:22:08,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:22:08,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:22:08,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 205) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52433) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36465 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36465 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35497 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35497 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52433) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35497 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=382 (was 391), ProcessCount=11 (was 11), AvailableMemoryMB=3347 (was 3546) 2024-11-17T12:22:08,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=382, ProcessCount=11, AvailableMemoryMB=3347 2024-11-17T12:22:08,905 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-17T12:22:08,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.log.dir so I do NOT create it in target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec 2024-11-17T12:22:08,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:22:08,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.tmp.dir so I do NOT create it in target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec 2024-11-17T12:22:08,906 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0248bb71-ae7a-077c-a2f9-bb0851227617/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:22:08,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec 2024-11-17T12:22:08,906 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/cluster_6a0b7887-ec1d-b2af-00cc-5628a5b52f3e, deleteOnExit=true 2024-11-17T12:22:08,925 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/cluster_6a0b7887-ec1d-b2af-00cc-5628a5b52f3e/zookeeper_0, clientPort=53436, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/cluster_6a0b7887-ec1d-b2af-00cc-5628a5b52f3e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/cluster_6a0b7887-ec1d-b2af-00cc-5628a5b52f3e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:22:08,925 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53436 2024-11-17T12:22:08,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:22:08,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/test.cache.data in system properties and HBase conf 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:22:08,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:08,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:22:08,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:22:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148be43c50005, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:22:08,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148be43c50002, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:22:08,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148be43c50005, quorum=127.0.0.1:52433, baseZNode=/1968830844 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:22:08,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148be43c50002, quorum=127.0.0.1:52433, baseZNode=/01961209586 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:22:09,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:09,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:09,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:09,276 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:09,276 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:22:09,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:09,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:09,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:09,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3345c3bd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/java.io.tmpdir/jetty-localhost-35339-hadoop-hdfs-3_4_1-tests_jar-_-any-7842698393950024658/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:09,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:35339} 2024-11-17T12:22:09,373 INFO [Time-limited test {}] server.Server(415): Started @285088ms 2024-11-17T12:22:09,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:09,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:09,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:09,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:09,670 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:22:09,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:09,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:09,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175f77a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/java.io.tmpdir/jetty-localhost-40919-hadoop-hdfs-3_4_1-tests_jar-_-any-7652692830412894423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:09,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:40919} 2024-11-17T12:22:09,773 INFO [Time-limited test {}] server.Server(415): Started @285489ms 2024-11-17T12:22:09,774 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:22:10,451 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/cluster_6a0b7887-ec1d-b2af-00cc-5628a5b52f3e/data/data2/current/BP-1204264394-172.17.0.3-1731846128950/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:10,451 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/cluster_6a0b7887-ec1d-b2af-00cc-5628a5b52f3e/data/data1/current/BP-1204264394-172.17.0.3-1731846128950/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:10,468 WARN [Thread-2183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:22:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9226776e7d049c6 with lease ID 0x412314e7a0cb9f03: Processing first storage report for DS-830dc61a-5724-4bd5-a1dd-d0627b214d28 from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=7d72d2f6-153a-48e9-8f47-5fa368954cea, infoPort=43119, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1646731208;c=1731846128950) 2024-11-17T12:22:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9226776e7d049c6 with lease ID 0x412314e7a0cb9f03: from storage DS-830dc61a-5724-4bd5-a1dd-d0627b214d28 node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=7d72d2f6-153a-48e9-8f47-5fa368954cea, infoPort=43119, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1646731208;c=1731846128950), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:22:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9226776e7d049c6 with lease ID 0x412314e7a0cb9f03: Processing first storage report for DS-392208e9-2e9d-4a96-adc3-a5d2e09abd7f from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=7d72d2f6-153a-48e9-8f47-5fa368954cea, infoPort=43119, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1646731208;c=1731846128950) 2024-11-17T12:22:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9226776e7d049c6 with lease ID 0x412314e7a0cb9f03: from storage DS-392208e9-2e9d-4a96-adc3-a5d2e09abd7f node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=7d72d2f6-153a-48e9-8f47-5fa368954cea, infoPort=43119, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=1646731208;c=1731846128950), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:22:10,498 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec 2024-11-17T12:22:10,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:10,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:22:10,908 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7 with version=8 2024-11-17T12:22:10,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/hbase-staging 2024-11-17T12:22:10,910 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:10,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:10,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:10,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:10,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:10,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:10,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:22:10,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:10,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33141 2024-11-17T12:22:10,912 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33141 connecting to ZooKeeper ensemble=127.0.0.1:53436 2024-11-17T12:22:10,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331410x0, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:10,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33141-0x10148bec0c70000 connected 2024-11-17T12:22:11,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:11,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:11,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on znode that does not yet exist, /01005656200/running 2024-11-17T12:22:11,072 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7, hbase.cluster.distributed=false 2024-11-17T12:22:11,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on znode that does not yet exist, /01005656200/acl 2024-11-17T12:22:11,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-17T12:22:11,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33141 2024-11-17T12:22:11,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33141 2024-11-17T12:22:11,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-17T12:22:11,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33141 2024-11-17T12:22:11,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:11,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:11,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:11,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:11,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:11,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:11,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:22:11,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:11,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36229 2024-11-17T12:22:11,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36229 connecting to ZooKeeper ensemble=127.0.0.1:53436 2024-11-17T12:22:11,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:11,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:11,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362290x0, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:11,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362290x0, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on znode that does not yet exist, /01005656200/running 2024-11-17T12:22:11,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36229-0x10148bec0c70001 connected 2024-11-17T12:22:11,101 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:22:11,104 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:22:11,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on znode that does not yet exist, /01005656200/master 2024-11-17T12:22:11,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on znode that does not yet exist, /01005656200/acl 2024-11-17T12:22:11,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-17T12:22:11,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36229 2024-11-17T12:22:11,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36229 2024-11-17T12:22:11,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-17T12:22:11,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36229 2024-11-17T12:22:11,125 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:33141 2024-11-17T12:22:11,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01005656200/backup-masters/5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200/backup-masters 2024-11-17T12:22:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200/backup-masters 2024-11-17T12:22:11,132 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on existing znode=/01005656200/backup-masters/5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:11,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:11,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01005656200/master 2024-11-17T12:22:11,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:11,142 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on existing znode=/01005656200/master 2024-11-17T12:22:11,143 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01005656200/backup-masters/5dda233f2f2e,33141,1731846130910 from backup master directory 2024-11-17T12:22:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01005656200/backup-masters/5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200/backup-masters 2024-11-17T12:22:11,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200/backup-masters 2024-11-17T12:22:11,153 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:11,153 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:11,155 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/hbase.id] with ID: 4c34a8c7-f86e-4297-ad55-35867d52fd6e 2024-11-17T12:22:11,155 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/.tmp/hbase.id 2024-11-17T12:22:11,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:22:11,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:11,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:11,562 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/.tmp/hbase.id]:[hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/hbase.id] 2024-11-17T12:22:11,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:11,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:22:11,572 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:22:11,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:11,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:22:12,021 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:12,022 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:22:12,022 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:12,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:22:12,429 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store 2024-11-17T12:22:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:22:12,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:12,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:12,552 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:12,837 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:12,837 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:12,837 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:12,837 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:12,837 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:12,837 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:12,838 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:12,838 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846132837Disabling compacts and flushes for region at 1731846132837Disabling writes for close at 1731846132837Writing region close event to WAL at 1731846132838 (+1 ms)Closed at 1731846132838 2024-11-17T12:22:12,838 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/.initializing 2024-11-17T12:22:12,838 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/WALs/5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:12,839 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:12,840 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C33141%2C1731846130910, suffix=, logDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/WALs/5dda233f2f2e,33141,1731846130910, archiveDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/oldWALs, maxLogs=10 2024-11-17T12:22:12,852 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/WALs/5dda233f2f2e,33141,1731846130910/5dda233f2f2e%2C33141%2C1731846130910.1731846132840, exclude list is [], retry=0 2024-11-17T12:22:12,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-830dc61a-5724-4bd5-a1dd-d0627b214d28,DISK] 2024-11-17T12:22:12,855 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/WALs/5dda233f2f2e,33141,1731846130910/5dda233f2f2e%2C33141%2C1731846130910.1731846132840 2024-11-17T12:22:12,856 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43119:43119)] 2024-11-17T12:22:12,856 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:12,856 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:12,856 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,856 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:22:12,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:12,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:12,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:22:12,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:12,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:12,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:22:12,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:12,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:12,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:22:12,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:12,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:12,861 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,862 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,862 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,863 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,863 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,863 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:12,864 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:12,866 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:12,866 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70414268, jitterRate=0.04925435781478882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:12,867 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846132856Initializing all the Stores at 1731846132857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846132857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846132857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846132857Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846132857Cleaning up temporary data from old regions at 1731846132863 (+6 ms)Region opened successfully at 1731846132867 (+4 ms) 2024-11-17T12:22:12,867 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:22:12,869 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7c3e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:12,870 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:22:12,870 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:22:12,870 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:22:12,870 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:22:12,871 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:22:12,871 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:22:12,871 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:22:12,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:22:12,874 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Unable to get data of znode /01005656200/balancer because node does not exist (not necessarily an error) 2024-11-17T12:22:13,016 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01005656200/balancer already deleted, retry=false 2024-11-17T12:22:13,016 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:22:13,017 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Unable to get data of znode /01005656200/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:22:13,098 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01005656200/normalizer already deleted, retry=false 2024-11-17T12:22:13,099 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:22:13,100 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Unable to get data of znode /01005656200/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:22:13,131 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01005656200/switch/split already deleted, retry=false 2024-11-17T12:22:13,132 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Unable to get data of znode /01005656200/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:22:13,142 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01005656200/switch/merge already deleted, retry=false 2024-11-17T12:22:13,144 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Unable to get data of znode /01005656200/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:22:13,152 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01005656200/snapshot-cleanup already deleted, retry=false 2024-11-17T12:22:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01005656200/running 2024-11-17T12:22:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01005656200/running 2024-11-17T12:22:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:13,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:13,163 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,33141,1731846130910, sessionid=0x10148bec0c70000, setting cluster-up flag (Was=false) 2024-11-17T12:22:13,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:13,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:13,216 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01005656200/flush-table-proc/acquired, /01005656200/flush-table-proc/reached, /01005656200/flush-table-proc/abort 2024-11-17T12:22:13,216 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:13,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:13,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:13,268 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01005656200/online-snapshot/acquired, /01005656200/online-snapshot/reached, /01005656200/online-snapshot/abort 2024-11-17T12:22:13,269 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:13,270 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:22:13,271 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:13,271 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:22:13,271 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:22:13,271 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,33141,1731846130910 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:22:13,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:13,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:13,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:13,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:13,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:22:13,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:13,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,273 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846163273 2024-11-17T12:22:13,273 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:22:13,273 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:22:13,273 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:22:13,273 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:22:13,273 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:22:13,273 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:22:13,273 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:13,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:22:13,274 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:22:13,274 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:22:13,274 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:22:13,274 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:22:13,274 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:22:13,274 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:22:13,274 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846133274,5,FailOnTimeoutGroup] 2024-11-17T12:22:13,274 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:13,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:22:13,275 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846133274,5,FailOnTimeoutGroup] 2024-11-17T12:22:13,275 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,275 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:22:13,275 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,275 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:22:13,318 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(746): ClusterId : 4c34a8c7-f86e-4297-ad55-35867d52fd6e 2024-11-17T12:22:13,318 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:22:13,321 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:22:13,321 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:22:13,332 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:22:13,332 DEBUG [RS:0;5dda233f2f2e:36229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207ac414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:13,343 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:36229 2024-11-17T12:22:13,343 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:22:13,343 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:22:13,343 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:22:13,343 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,33141,1731846130910 with port=36229, startcode=1731846131086 2024-11-17T12:22:13,344 DEBUG [RS:0;5dda233f2f2e:36229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:22:13,345 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:22:13,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:13,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33141 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:13,347 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7 2024-11-17T12:22:13,347 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43893 2024-11-17T12:22:13,347 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:22:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200/rs 2024-11-17T12:22:13,353 DEBUG [RS:0;5dda233f2f2e:36229 {}] zookeeper.ZKUtil(111): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on existing znode=/01005656200/rs/5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:13,353 WARN [RS:0;5dda233f2f2e:36229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:13,353 INFO [RS:0;5dda233f2f2e:36229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:13,353 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:13,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,36229,1731846131086] 2024-11-17T12:22:13,355 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:22:13,357 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:22:13,357 INFO [RS:0;5dda233f2f2e:36229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:22:13,357 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,357 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:22:13,357 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:22:13,357 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:13,358 DEBUG [RS:0;5dda233f2f2e:36229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:13,358 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,358 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,358 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,358 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,358 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,358 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,36229,1731846131086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:13,375 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:22:13,375 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,36229,1731846131086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,376 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,376 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.Replication(171): 5dda233f2f2e,36229,1731846131086 started 2024-11-17T12:22:13,391 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:13,391 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,36229,1731846131086, RpcServer on 5dda233f2f2e/172.17.0.3:36229, sessionid=0x10148bec0c70001 2024-11-17T12:22:13,391 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:22:13,391 DEBUG [RS:0;5dda233f2f2e:36229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:13,391 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,36229,1731846131086' 2024-11-17T12:22:13,391 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01005656200/flush-table-proc/abort' 2024-11-17T12:22:13,392 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01005656200/flush-table-proc/acquired' 2024-11-17T12:22:13,392 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:22:13,392 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:22:13,392 DEBUG [RS:0;5dda233f2f2e:36229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:13,392 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,36229,1731846131086' 2024-11-17T12:22:13,392 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01005656200/online-snapshot/abort' 2024-11-17T12:22:13,392 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01005656200/online-snapshot/acquired' 2024-11-17T12:22:13,392 DEBUG [RS:0;5dda233f2f2e:36229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:22:13,392 INFO [RS:0;5dda233f2f2e:36229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:22:13,392 INFO [RS:0;5dda233f2f2e:36229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:22:13,493 INFO [RS:0;5dda233f2f2e:36229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:13,494 INFO [RS:0;5dda233f2f2e:36229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C36229%2C1731846131086, suffix=, logDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086, archiveDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/oldWALs, maxLogs=10 2024-11-17T12:22:13,505 DEBUG [RS:0;5dda233f2f2e:36229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494, exclude list is [], retry=0 2024-11-17T12:22:13,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-830dc61a-5724-4bd5-a1dd-d0627b214d28,DISK] 2024-11-17T12:22:13,508 INFO [RS:0;5dda233f2f2e:36229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 2024-11-17T12:22:13,509 DEBUG [RS:0;5dda233f2f2e:36229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43119:43119)] 2024-11-17T12:22:13,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:22:13,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7 2024-11-17T12:22:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:22:14,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:14,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:14,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:14,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:14,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:14,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:14,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:14,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:14,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:14,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:14,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:14,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:14,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:14,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:14,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:14,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:14,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:14,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:14,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740 2024-11-17T12:22:14,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740 2024-11-17T12:22:14,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:14,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:14,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:14,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:14,101 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:14,101 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65072952, jitterRate=-0.03033745288848877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:14,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846134090Initializing all the Stores at 1731846134091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846134091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846134091Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846134091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846134091Cleaning up temporary data from old regions at 1731846134098 (+7 ms)Region opened successfully at 1731846134102 (+4 ms) 2024-11-17T12:22:14,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:14,102 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:14,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:14,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:14,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:14,102 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:14,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846134102Disabling compacts and flushes for region at 1731846134102Disabling writes for close at 1731846134102Writing region close event to WAL at 1731846134102Closed at 1731846134102 2024-11-17T12:22:14,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:14,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:22:14,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:22:14,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:14,105 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:22:14,255 DEBUG [5dda233f2f2e:33141 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:22:14,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:14,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,36229,1731846131086, state=OPENING 2024-11-17T12:22:14,321 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:22:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:14,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:14,332 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:14,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01005656200/meta-region-server: CHANGED 2024-11-17T12:22:14,332 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01005656200/meta-region-server: CHANGED 2024-11-17T12:22:14,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,36229,1731846131086}] 2024-11-17T12:22:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:22:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:22:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T12:22:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:22:14,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:22:14,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:22:14,488 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:22:14,488 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:14,488 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:22:14,489 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C36229%2C1731846131086.meta, suffix=.meta, logDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086, archiveDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/oldWALs, maxLogs=10 2024-11-17T12:22:14,501 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.meta.1731846134489.meta, exclude list is [], retry=0 2024-11-17T12:22:14,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-830dc61a-5724-4bd5-a1dd-d0627b214d28,DISK] 2024-11-17T12:22:14,504 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.meta.1731846134489.meta 2024-11-17T12:22:14,504 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43119:43119)] 2024-11-17T12:22:14,504 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:14,505 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:14,505 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:22:14,505 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:22:14,505 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:22:14,505 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:22:14,505 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:14,505 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:22:14,505 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:22:14,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:14,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:14,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:14,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:14,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:14,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:14,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:14,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:14,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:14,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:14,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:14,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:14,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:14,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:14,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:14,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:14,510 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:14,510 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740 2024-11-17T12:22:14,511 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740 2024-11-17T12:22:14,511 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:14,512 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:14,512 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:14,513 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:14,513 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63557067, jitterRate=-0.052925899624824524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:14,513 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:22:14,514 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846134505Writing region info on filesystem at 1731846134505Initializing all the Stores at 1731846134506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846134506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846134506Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846134506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846134506Cleaning up temporary data from old regions at 1731846134512 (+6 ms)Running coprocessor post-open hooks at 1731846134513 (+1 ms)Region opened successfully at 1731846134514 (+1 ms) 2024-11-17T12:22:14,514 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846134484 2024-11-17T12:22:14,516 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:22:14,516 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:22:14,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:14,517 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,36229,1731846131086, state=OPEN 2024-11-17T12:22:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01005656200/meta-region-server 2024-11-17T12:22:14,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01005656200/meta-region-server 2024-11-17T12:22:14,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01005656200/meta-region-server: CHANGED 2024-11-17T12:22:14,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:14,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01005656200/meta-region-server: CHANGED 2024-11-17T12:22:14,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:22:14,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,36229,1731846131086 in 219 msec 2024-11-17T12:22:14,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:22:14,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-17T12:22:14,555 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:14,555 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:22:14,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:14,556 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,36229,1731846131086, seqNum=-1] 2024-11-17T12:22:14,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:14,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:14,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-17T12:22:14,562 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846134562, completionTime=-1 2024-11-17T12:22:14,562 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:22:14,562 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:22:14,564 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:22:14,564 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846194564 2024-11-17T12:22:14,564 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846254564 2024-11-17T12:22:14,564 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T12:22:14,565 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33141,1731846130910-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:14,565 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33141,1731846130910-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:14,565 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33141,1731846130910-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:14,565 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:33141, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:14,565 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:14,565 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:14,566 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:22:14,568 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.415sec 2024-11-17T12:22:14,568 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:22:14,568 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:22:14,568 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:22:14,568 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:22:14,569 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:22:14,569 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33141,1731846130910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:14,569 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33141,1731846130910-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:22:14,570 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:22:14,570 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:22:14,571 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33141,1731846130910-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:14,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:14,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33141,-1 for getting cluster id 2024-11-17T12:22:14,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:14,620 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c34a8c7-f86e-4297-ad55-35867d52fd6e' 2024-11-17T12:22:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c34a8c7-f86e-4297-ad55-35867d52fd6e" 2024-11-17T12:22:14,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be7b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:14,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33141,-1] 2024-11-17T12:22:14,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:14,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:14,622 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:14,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:14,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:14,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,36229,1731846131086, seqNum=-1] 2024-11-17T12:22:14,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:14,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:14,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:14,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53436 2024-11-17T12:22:14,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:14,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148bec0c70002 connected 2024-11-17T12:22:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.log.dir so I do NOT create it in target/test-data/03f349c2-ada1-396d-825d-c02c122292d6 2024-11-17T12:22:14,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:22:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.tmp.dir so I do NOT create it in target/test-data/03f349c2-ada1-396d-825d-c02c122292d6 2024-11-17T12:22:14,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:22:14,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6 2024-11-17T12:22:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:22:14,660 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/cluster_82d7142d-3947-1dad-c6b6-5b674aa5132b, deleteOnExit=true 2024-11-17T12:22:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:22:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/test.cache.data in system properties and HBase conf 2024-11-17T12:22:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:22:14,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:22:14,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:22:14,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:22:14,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:14,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:14,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:14,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:14,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:22:14,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:14,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:14,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:15,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509e4c49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/java.io.tmpdir/jetty-localhost-33259-hadoop-hdfs-3_4_1-tests_jar-_-any-16140929922527760023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:15,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:33259} 2024-11-17T12:22:15,080 INFO [Time-limited test {}] server.Server(415): Started @290795ms 2024-11-17T12:22:15,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:15,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:15,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:15,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:15,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:22:15,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:15,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:15,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a6dee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/java.io.tmpdir/jetty-localhost-33733-hadoop-hdfs-3_4_1-tests_jar-_-any-11165782229632044690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:15,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:33733} 2024-11-17T12:22:15,459 INFO [Time-limited test {}] server.Server(415): Started @291175ms 2024-11-17T12:22:15,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:22:16,238 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/cluster_82d7142d-3947-1dad-c6b6-5b674aa5132b/data/data1/current/BP-574274461-172.17.0.3-1731846134675/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:16,239 WARN [Thread-2317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/cluster_82d7142d-3947-1dad-c6b6-5b674aa5132b/data/data2/current/BP-574274461-172.17.0.3-1731846134675/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:16,255 WARN [Thread-2304 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:22:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a29c4d3de048cee with lease ID 0x1973f908d9f87cd0: Processing first storage report for DS-fe099bd0-fecb-445d-bbed-7383721157ea from datanode DatanodeRegistration(127.0.0.1:37203, datanodeUuid=d501cfa5-4020-4ef7-89a7-551c6264fecb, infoPort=33451, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=988350842;c=1731846134675) 2024-11-17T12:22:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a29c4d3de048cee with lease ID 0x1973f908d9f87cd0: from storage DS-fe099bd0-fecb-445d-bbed-7383721157ea node DatanodeRegistration(127.0.0.1:37203, datanodeUuid=d501cfa5-4020-4ef7-89a7-551c6264fecb, infoPort=33451, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=988350842;c=1731846134675), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T12:22:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a29c4d3de048cee with lease ID 0x1973f908d9f87cd0: Processing first storage report for DS-b4de0f13-bcff-4362-a74b-92cd9137de5c from datanode DatanodeRegistration(127.0.0.1:37203, datanodeUuid=d501cfa5-4020-4ef7-89a7-551c6264fecb, infoPort=33451, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=988350842;c=1731846134675) 2024-11-17T12:22:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a29c4d3de048cee with lease ID 0x1973f908d9f87cd0: from storage DS-b4de0f13-bcff-4362-a74b-92cd9137de5c node DatanodeRegistration(127.0.0.1:37203, datanodeUuid=d501cfa5-4020-4ef7-89a7-551c6264fecb, infoPort=33451, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=988350842;c=1731846134675), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:22:16,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6 2024-11-17T12:22:16,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:16,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:22:16,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639 with version=8 2024-11-17T12:22:16,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/hbase-staging 2024-11-17T12:22:16,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:16,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:16,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:16,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:16,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:16,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:16,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:22:16,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:16,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40667 2024-11-17T12:22:16,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40667 connecting to ZooKeeper ensemble=127.0.0.1:53436 2024-11-17T12:22:16,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406670x0, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:16,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40667-0x10148bec0c70003 connected 2024-11-17T12:22:16,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:16,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:16,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on znode that does not yet exist, /11315058211/running 2024-11-17T12:22:16,820 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639, hbase.cluster.distributed=false 2024-11-17T12:22:16,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on znode that does not yet exist, /11315058211/acl 2024-11-17T12:22:16,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40667 2024-11-17T12:22:16,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40667 2024-11-17T12:22:16,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40667 2024-11-17T12:22:16,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40667 2024-11-17T12:22:16,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40667 2024-11-17T12:22:16,840 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:16,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:16,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:16,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:16,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:16,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:16,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:22:16,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:16,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46007 2024-11-17T12:22:16,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46007 connecting to ZooKeeper ensemble=127.0.0.1:53436 2024-11-17T12:22:16,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:16,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460070x0, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:16,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460070x0, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on znode that does not yet exist, /11315058211/running 2024-11-17T12:22:16,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46007-0x10148bec0c70004 connected 2024-11-17T12:22:16,858 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:22:16,858 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:22:16,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on znode that does not yet exist, /11315058211/master 2024-11-17T12:22:16,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on znode that does not yet exist, /11315058211/acl 2024-11-17T12:22:16,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46007 2024-11-17T12:22:16,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46007 2024-11-17T12:22:16,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46007 2024-11-17T12:22:16,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46007 2024-11-17T12:22:16,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46007 2024-11-17T12:22:16,874 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:40667 2024-11-17T12:22:16,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11315058211/backup-masters/5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211/backup-masters 2024-11-17T12:22:16,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211/backup-masters 2024-11-17T12:22:16,879 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on existing znode=/11315058211/backup-masters/5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:16,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315058211/master 2024-11-17T12:22:16,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:16,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:16,889 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on existing znode=/11315058211/master 2024-11-17T12:22:16,890 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11315058211/backup-masters/5dda233f2f2e,40667,1731846136695 from backup master directory 2024-11-17T12:22:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315058211/backup-masters/5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211/backup-masters 2024-11-17T12:22:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211/backup-masters 2024-11-17T12:22:16,900 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:16,900 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:16,902 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/hbase.id] with ID: 1e486223-3a4b-4404-afcf-96dfa61743d6 2024-11-17T12:22:16,902 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/.tmp/hbase.id 2024-11-17T12:22:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:22:17,307 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/.tmp/hbase.id]:[hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/hbase.id] 2024-11-17T12:22:17,314 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:17,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:22:17,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T12:22:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:17,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:17,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:22:17,768 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:17,768 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:22:17,769 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:17,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:22:18,175 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store 2024-11-17T12:22:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:22:18,580 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:18,580 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:18,580 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:18,580 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:18,580 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:18,580 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:18,580 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:18,580 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846138580Disabling compacts and flushes for region at 1731846138580Disabling writes for close at 1731846138580Writing region close event to WAL at 1731846138580Closed at 1731846138580 2024-11-17T12:22:18,581 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/.initializing 2024-11-17T12:22:18,581 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/WALs/5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:18,582 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:18,583 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C40667%2C1731846136695, suffix=, logDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/WALs/5dda233f2f2e,40667,1731846136695, archiveDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/oldWALs, maxLogs=10 2024-11-17T12:22:18,598 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/WALs/5dda233f2f2e,40667,1731846136695/5dda233f2f2e%2C40667%2C1731846136695.1731846138583, exclude list is [], retry=0 2024-11-17T12:22:18,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-fe099bd0-fecb-445d-bbed-7383721157ea,DISK] 2024-11-17T12:22:18,602 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/WALs/5dda233f2f2e,40667,1731846136695/5dda233f2f2e%2C40667%2C1731846136695.1731846138583 2024-11-17T12:22:18,602 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33451:33451)] 2024-11-17T12:22:18,602 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:18,603 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:18,603 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,603 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:22:18,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:18,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:18,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:22:18,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:18,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:18,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:22:18,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:18,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:18,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:22:18,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:18,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:18,609 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,609 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,609 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,610 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,610 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,610 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:18,611 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:18,613 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:18,613 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74145011, jitterRate=0.1048467606306076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:18,613 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846138603Initializing all the Stores at 1731846138604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846138604Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846138604Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846138604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846138604Cleaning up temporary data from old regions at 1731846138610 (+6 ms)Region opened successfully at 1731846138613 (+3 ms) 2024-11-17T12:22:18,613 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:22:18,615 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3b10e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:18,616 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:22:18,616 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:22:18,616 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:22:18,616 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:22:18,617 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:22:18,617 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:22:18,617 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:22:18,619 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:22:18,620 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Unable to get data of znode /11315058211/balancer because node does not exist (not necessarily an error) 2024-11-17T12:22:18,710 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315058211/balancer already deleted, retry=false 2024-11-17T12:22:18,710 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:22:18,711 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Unable to get data of znode /11315058211/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:22:18,720 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315058211/normalizer already deleted, retry=false 2024-11-17T12:22:18,721 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:22:18,722 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Unable to get data of znode /11315058211/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:22:18,731 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315058211/switch/split already deleted, retry=false 2024-11-17T12:22:18,732 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Unable to get data of znode /11315058211/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:22:18,741 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315058211/switch/merge already deleted, retry=false 2024-11-17T12:22:18,743 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Unable to get data of znode /11315058211/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:22:18,752 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11315058211/snapshot-cleanup already deleted, retry=false 2024-11-17T12:22:18,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315058211/running 2024-11-17T12:22:18,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11315058211/running 2024-11-17T12:22:18,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:18,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:18,763 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,40667,1731846136695, sessionid=0x10148bec0c70003, setting cluster-up flag (Was=false) 2024-11-17T12:22:18,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:18,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:18,815 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11315058211/flush-table-proc/acquired, /11315058211/flush-table-proc/reached, /11315058211/flush-table-proc/abort 2024-11-17T12:22:18,816 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:18,868 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11315058211/online-snapshot/acquired, /11315058211/online-snapshot/reached, /11315058211/online-snapshot/abort 2024-11-17T12:22:18,869 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:18,869 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:22:18,870 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:18,871 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:22:18,871 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:22:18,871 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,40667,1731846136695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:22:18,872 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:18,872 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:18,872 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:18,872 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:18,872 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:22:18,872 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:18,872 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:18,872 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846168873 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:22:18,873 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:18,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:22:18,873 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:22:18,874 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846138874,5,FailOnTimeoutGroup] 2024-11-17T12:22:18,874 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:18,874 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846138874,5,FailOnTimeoutGroup] 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:18,874 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:18,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:22:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:22:18,967 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(746): ClusterId : 1e486223-3a4b-4404-afcf-96dfa61743d6 2024-11-17T12:22:18,967 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:22:18,974 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:22:18,974 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:22:18,984 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:22:18,984 DEBUG [RS:0;5dda233f2f2e:46007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7649b999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:18,995 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:46007 2024-11-17T12:22:18,995 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:22:18,995 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:22:18,995 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:22:18,995 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,40667,1731846136695 with port=46007, startcode=1731846136840 2024-11-17T12:22:18,995 DEBUG [RS:0;5dda233f2f2e:46007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:22:18,996 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:22:18,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:18,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40667 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:18,998 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639 2024-11-17T12:22:18,998 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44203 2024-11-17T12:22:18,998 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:22:19,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211/rs 2024-11-17T12:22:19,080 DEBUG [RS:0;5dda233f2f2e:46007 {}] zookeeper.ZKUtil(111): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on existing znode=/11315058211/rs/5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:19,080 WARN [RS:0;5dda233f2f2e:46007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:19,080 INFO [RS:0;5dda233f2f2e:46007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:19,080 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:19,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,46007,1731846136840] 2024-11-17T12:22:19,083 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:22:19,084 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:22:19,084 INFO [RS:0;5dda233f2f2e:46007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:22:19,084 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,084 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:22:19,085 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:22:19,085 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:19,085 DEBUG [RS:0;5dda233f2f2e:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:19,086 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,086 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,086 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,086 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,086 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,086 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46007,1731846136840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:19,102 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:22:19,102 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46007,1731846136840-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,102 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,102 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.Replication(171): 5dda233f2f2e,46007,1731846136840 started 2024-11-17T12:22:19,118 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:19,118 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,46007,1731846136840, RpcServer on 5dda233f2f2e/172.17.0.3:46007, sessionid=0x10148bec0c70004 2024-11-17T12:22:19,118 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:22:19,118 DEBUG [RS:0;5dda233f2f2e:46007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:19,118 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,46007,1731846136840' 2024-11-17T12:22:19,118 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11315058211/flush-table-proc/abort' 2024-11-17T12:22:19,119 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11315058211/flush-table-proc/acquired' 2024-11-17T12:22:19,119 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:22:19,119 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:22:19,119 DEBUG [RS:0;5dda233f2f2e:46007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:19,119 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,46007,1731846136840' 2024-11-17T12:22:19,119 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11315058211/online-snapshot/abort' 2024-11-17T12:22:19,119 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11315058211/online-snapshot/acquired' 2024-11-17T12:22:19,120 DEBUG [RS:0;5dda233f2f2e:46007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:22:19,120 INFO [RS:0;5dda233f2f2e:46007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:22:19,120 INFO [RS:0;5dda233f2f2e:46007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:22:19,220 INFO [RS:0;5dda233f2f2e:46007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:19,221 INFO [RS:0;5dda233f2f2e:46007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C46007%2C1731846136840, suffix=, logDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840, archiveDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/oldWALs, maxLogs=10 2024-11-17T12:22:19,236 DEBUG [RS:0;5dda233f2f2e:46007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221, exclude list is [], retry=0 2024-11-17T12:22:19,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-fe099bd0-fecb-445d-bbed-7383721157ea,DISK] 2024-11-17T12:22:19,240 INFO [RS:0;5dda233f2f2e:46007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 2024-11-17T12:22:19,240 DEBUG [RS:0;5dda233f2f2e:46007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33451:33451)] 2024-11-17T12:22:19,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:22:19,286 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639 2024-11-17T12:22:19,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:22:19,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:22:19,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:19,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:19,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:19,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:19,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:19,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:19,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:19,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:19,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:19,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:19,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:19,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:19,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:19,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:19,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:19,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:19,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:19,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:19,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740 2024-11-17T12:22:19,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740 2024-11-17T12:22:19,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:19,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:19,697 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:19,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:19,700 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:19,700 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67522707, jitterRate=0.006166741251945496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846139690Initializing all the Stores at 1731846139691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846139691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846139691Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846139691Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846139691Cleaning up temporary data from old regions at 1731846139697 (+6 ms)Region opened successfully at 1731846139700 (+3 ms) 2024-11-17T12:22:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:19,700 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:19,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:19,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:19,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846139700Disabling compacts and flushes for region at 1731846139700Disabling writes for close at 1731846139700Writing region close event to WAL at 1731846139702 (+2 ms)Closed at 1731846139702 2024-11-17T12:22:19,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:19,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:22:19,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:22:19,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:19,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:22:19,854 DEBUG [5dda233f2f2e:40667 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:22:19,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:19,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,46007,1731846136840, state=OPENING 2024-11-17T12:22:19,939 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:19,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:22:19,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:19,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:20,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:20,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315058211/meta-region-server: CHANGED 2024-11-17T12:22:20,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315058211/meta-region-server: CHANGED 2024-11-17T12:22:20,005 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:20,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,46007,1731846136840}] 2024-11-17T12:22:20,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:22:20,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:22:20,162 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:22:20,162 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:20,162 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:22:20,163 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C46007%2C1731846136840.meta, suffix=.meta, logDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840, archiveDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/oldWALs, maxLogs=10 2024-11-17T12:22:20,174 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.meta.1731846140163.meta, exclude list is [], retry=0 2024-11-17T12:22:20,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-fe099bd0-fecb-445d-bbed-7383721157ea,DISK] 2024-11-17T12:22:20,177 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.meta.1731846140163.meta 2024-11-17T12:22:20,177 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33451:33451)] 2024-11-17T12:22:20,178 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:20,178 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:20,178 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:22:20,178 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:22:20,178 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:22:20,178 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:22:20,178 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:20,178 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:22:20,178 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:22:20,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:20,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:20,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:20,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:20,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:20,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:20,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:20,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:20,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:20,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:20,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:20,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:20,183 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:20,183 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740 2024-11-17T12:22:20,184 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740 2024-11-17T12:22:20,185 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:20,185 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:20,185 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:20,186 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:20,187 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61775130, jitterRate=-0.07947883009910583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:20,187 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:22:20,187 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846140178Writing region info on filesystem at 1731846140178Initializing all the Stores at 1731846140179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846140179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846140179Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846140179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846140179Cleaning up temporary data from old regions at 1731846140185 (+6 ms)Running coprocessor post-open hooks at 1731846140187 (+2 ms)Region opened successfully at 1731846140187 2024-11-17T12:22:20,188 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846140157 2024-11-17T12:22:20,189 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:22:20,189 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:22:20,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:20,190 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,46007,1731846136840, state=OPEN 2024-11-17T12:22:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11315058211/meta-region-server 2024-11-17T12:22:20,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11315058211/meta-region-server 2024-11-17T12:22:20,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:20,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315058211/meta-region-server: CHANGED 2024-11-17T12:22:20,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11315058211/meta-region-server: CHANGED 2024-11-17T12:22:20,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:22:20,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,46007,1731846136840 in 200 msec 2024-11-17T12:22:20,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:22:20,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-17T12:22:20,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:20,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:22:20,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:20,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46007,1731846136840, seqNum=-1] 2024-11-17T12:22:20,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:20,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:20,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-17T12:22:20,215 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846140215, completionTime=-1 2024-11-17T12:22:20,215 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:22:20,215 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:22:20,216 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:22:20,216 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846200216 2024-11-17T12:22:20,216 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846260216 2024-11-17T12:22:20,216 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:22:20,217 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40667,1731846136695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:20,217 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40667,1731846136695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:20,217 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40667,1731846136695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:20,217 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:40667, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:20,217 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:20,217 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:20,218 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:22:20,220 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.320sec 2024-11-17T12:22:20,220 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:22:20,220 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:22:20,220 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:22:20,220 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:22:20,220 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:22:20,220 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40667,1731846136695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:20,220 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40667,1731846136695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:22:20,222 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:22:20,222 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:22:20,222 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40667,1731846136695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:20,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:20,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40667,-1 for getting cluster id 2024-11-17T12:22:20,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:20,269 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e486223-3a4b-4404-afcf-96dfa61743d6' 2024-11-17T12:22:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e486223-3a4b-4404-afcf-96dfa61743d6" 2024-11-17T12:22:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b79e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40667,-1] 2024-11-17T12:22:20,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:20,270 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:20,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:20,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46007,1731846136840, seqNum=-1] 2024-11-17T12:22:20,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:20,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:20,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:20,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53436 2024-11-17T12:22:20,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:20,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148bec0c70005 connected 2024-11-17T12:22:20,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d8168ee 2024-11-17T12:22:20,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:20,293 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:20,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:20,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:22:20,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:22:20,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:22:20,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:22:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:20,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:22:20,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef519cb2dc63acdd3dcf5ff8e411010d, NAME => 'test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7 2024-11-17T12:22:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:22:20,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:20,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ef519cb2dc63acdd3dcf5ff8e411010d, disabling compactions & flushes 2024-11-17T12:22:20,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:20,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:20,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. after waiting 0 ms 2024-11-17T12:22:20,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:20,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:20,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef519cb2dc63acdd3dcf5ff8e411010d: Waiting for close lock at 1731846140306Disabling compacts and flushes for region at 1731846140306Disabling writes for close at 1731846140306Writing region close event to WAL at 1731846140306Closed at 1731846140306 2024-11-17T12:22:20,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:22:20,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846140307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846140307"}]},"ts":"1731846140307"} 2024-11-17T12:22:20,309 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:22:20,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:22:20,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846140310"}]},"ts":"1731846140310"} 2024-11-17T12:22:20,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:22:20,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef519cb2dc63acdd3dcf5ff8e411010d, ASSIGN}] 2024-11-17T12:22:20,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef519cb2dc63acdd3dcf5ff8e411010d, ASSIGN 2024-11-17T12:22:20,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ef519cb2dc63acdd3dcf5ff8e411010d, ASSIGN; state=OFFLINE, location=5dda233f2f2e,36229,1731846131086; forceNewPlan=false, retain=false 2024-11-17T12:22:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:20,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef519cb2dc63acdd3dcf5ff8e411010d, regionState=OPENING, regionLocation=5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:20,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ef519cb2dc63acdd3dcf5ff8e411010d, ASSIGN because future has completed 2024-11-17T12:22:20,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef519cb2dc63acdd3dcf5ff8e411010d, server=5dda233f2f2e,36229,1731846131086}] 2024-11-17T12:22:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:20,620 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:20,620 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ef519cb2dc63acdd3dcf5ff8e411010d, NAME => 'test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:20,621 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:20,621 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:22:20,621 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,621 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:20,621 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,621 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,622 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,623 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef519cb2dc63acdd3dcf5ff8e411010d columnFamilyName f 2024-11-17T12:22:20,623 DEBUG [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,623 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] regionserver.HStore(327): Store=ef519cb2dc63acdd3dcf5ff8e411010d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:20,623 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,624 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef519cb2dc63acdd3dcf5ff8e411010d columnFamilyName f1 2024-11-17T12:22:20,624 DEBUG [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,624 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] regionserver.HStore(327): Store=ef519cb2dc63acdd3dcf5ff8e411010d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:20,624 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,625 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef519cb2dc63acdd3dcf5ff8e411010d columnFamilyName norep 2024-11-17T12:22:20,625 DEBUG [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,625 INFO [StoreOpener-ef519cb2dc63acdd3dcf5ff8e411010d-1 {}] regionserver.HStore(327): Store=ef519cb2dc63acdd3dcf5ff8e411010d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:20,625 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,626 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,626 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,626 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,626 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,627 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:22:20,628 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,629 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:20,630 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ef519cb2dc63acdd3dcf5ff8e411010d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61502417, jitterRate=-0.08354257047176361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:22:20,630 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:20,630 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ef519cb2dc63acdd3dcf5ff8e411010d: Running coprocessor pre-open hook at 1731846140621Writing region info on filesystem at 1731846140621Initializing all the Stores at 1731846140622 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846140622Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846140622Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846140622Cleaning up temporary data from old regions at 1731846140627 (+5 ms)Running coprocessor post-open hooks at 1731846140630 (+3 ms)Region opened successfully at 1731846140630 2024-11-17T12:22:20,631 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d., pid=6, masterSystemTime=1731846140617 2024-11-17T12:22:20,632 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:20,632 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:20,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef519cb2dc63acdd3dcf5ff8e411010d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:20,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef519cb2dc63acdd3dcf5ff8e411010d, server=5dda233f2f2e,36229,1731846131086 because future has completed 2024-11-17T12:22:20,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:22:20,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ef519cb2dc63acdd3dcf5ff8e411010d, server=5dda233f2f2e,36229,1731846131086 in 169 msec 2024-11-17T12:22:20,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:22:20,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ef519cb2dc63acdd3dcf5ff8e411010d, ASSIGN in 326 msec 2024-11-17T12:22:20,639 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:22:20,639 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846140639"}]},"ts":"1731846140639"} 2024-11-17T12:22:20,641 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:22:20,642 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:22:20,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 349 msec 2024-11-17T12:22:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:20,921 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:22:20,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:20,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:20,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e3062a 2024-11-17T12:22:20,922 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:20,923 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:20,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:22:20,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:22:20,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:20,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:22:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:20,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:22:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:22:20,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24b4e6727b6aca5e95e072755f4a2594, NAME => 'test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639 2024-11-17T12:22:20,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:22:20,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:20,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 24b4e6727b6aca5e95e072755f4a2594, disabling compactions & flushes 2024-11-17T12:22:20,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:20,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:20,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. after waiting 0 ms 2024-11-17T12:22:20,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:20,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:20,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24b4e6727b6aca5e95e072755f4a2594: Waiting for close lock at 1731846140941Disabling compacts and flushes for region at 1731846140941Disabling writes for close at 1731846140941Writing region close event to WAL at 1731846140941Closed at 1731846140941 2024-11-17T12:22:20,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:22:20,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846140942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846140942"}]},"ts":"1731846140942"} 2024-11-17T12:22:20,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:22:20,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:22:20,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846140945"}]},"ts":"1731846140945"} 2024-11-17T12:22:20,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:22:20,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24b4e6727b6aca5e95e072755f4a2594, ASSIGN}] 2024-11-17T12:22:20,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=24b4e6727b6aca5e95e072755f4a2594, ASSIGN 2024-11-17T12:22:20,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=24b4e6727b6aca5e95e072755f4a2594, ASSIGN; state=OFFLINE, location=5dda233f2f2e,46007,1731846136840; forceNewPlan=false, retain=false 2024-11-17T12:22:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:21,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24b4e6727b6aca5e95e072755f4a2594, regionState=OPENING, regionLocation=5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:21,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=24b4e6727b6aca5e95e072755f4a2594, ASSIGN because future has completed 2024-11-17T12:22:21,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24b4e6727b6aca5e95e072755f4a2594, server=5dda233f2f2e,46007,1731846136840}] 2024-11-17T12:22:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:21,256 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:21,256 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 24b4e6727b6aca5e95e072755f4a2594, NAME => 'test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:21,256 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:21,257 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:22:21,257 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,257 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:21,257 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,257 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,258 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,259 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b4e6727b6aca5e95e072755f4a2594 columnFamilyName f 2024-11-17T12:22:21,259 DEBUG [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:21,259 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] regionserver.HStore(327): Store=24b4e6727b6aca5e95e072755f4a2594/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:21,259 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,260 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b4e6727b6aca5e95e072755f4a2594 columnFamilyName f1 2024-11-17T12:22:21,260 DEBUG [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:21,260 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] regionserver.HStore(327): Store=24b4e6727b6aca5e95e072755f4a2594/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:21,260 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,261 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24b4e6727b6aca5e95e072755f4a2594 columnFamilyName norep 2024-11-17T12:22:21,261 DEBUG [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:21,261 INFO [StoreOpener-24b4e6727b6aca5e95e072755f4a2594-1 {}] regionserver.HStore(327): Store=24b4e6727b6aca5e95e072755f4a2594/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:21,261 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,262 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,262 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,263 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,263 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,263 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:22:21,264 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,265 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:21,266 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 24b4e6727b6aca5e95e072755f4a2594; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62890780, jitterRate=-0.0628543496131897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:22:21,266 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:21,266 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 24b4e6727b6aca5e95e072755f4a2594: Running coprocessor pre-open hook at 1731846141257Writing region info on filesystem at 1731846141257Initializing all the Stores at 1731846141258 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846141258Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846141258Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846141258Cleaning up temporary data from old regions at 1731846141263 (+5 ms)Running coprocessor post-open hooks at 1731846141266 (+3 ms)Region opened successfully at 1731846141266 2024-11-17T12:22:21,267 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594., pid=6, masterSystemTime=1731846141253 2024-11-17T12:22:21,268 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:21,268 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:21,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=24b4e6727b6aca5e95e072755f4a2594, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:21,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24b4e6727b6aca5e95e072755f4a2594, server=5dda233f2f2e,46007,1731846136840 because future has completed 2024-11-17T12:22:21,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:22:21,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 24b4e6727b6aca5e95e072755f4a2594, server=5dda233f2f2e,46007,1731846136840 in 170 msec 2024-11-17T12:22:21,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:22:21,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=24b4e6727b6aca5e95e072755f4a2594, ASSIGN in 326 msec 2024-11-17T12:22:21,275 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:22:21,275 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846141275"}]},"ts":"1731846141275"} 2024-11-17T12:22:21,277 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:22:21,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:22:21,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 354 msec 2024-11-17T12:22:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:21,552 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:22:21,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33141,-1 for getting cluster id 2024-11-17T12:22:21,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:21,553 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c34a8c7-f86e-4297-ad55-35867d52fd6e' 2024-11-17T12:22:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c34a8c7-f86e-4297-ad55-35867d52fd6e" 2024-11-17T12:22:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d7fcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33141,-1] 2024-11-17T12:22:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:21,554 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:21,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a493c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40667,-1 for getting cluster id 2024-11-17T12:22:21,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:21,556 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e486223-3a4b-4404-afcf-96dfa61743d6' 2024-11-17T12:22:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e486223-3a4b-4404-afcf-96dfa61743d6" 2024-11-17T12:22:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eda7ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40667,-1] 2024-11-17T12:22:21,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:21,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:21,557 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:21,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7b1361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33141,-1 for getting cluster id 2024-11-17T12:22:21,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:21,559 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c34a8c7-f86e-4297-ad55-35867d52fd6e' 2024-11-17T12:22:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c34a8c7-f86e-4297-ad55-35867d52fd6e" 2024-11-17T12:22:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4725b31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33141,-1] 2024-11-17T12:22:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:21,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:21,560 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:21,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed4fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6625ed2f 2024-11-17T12:22:21,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:21,562 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:21,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:40667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:22:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:22:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:21,564 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:40667' 2024-11-17T12:22:21,565 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f2595a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,565 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40667,-1 for getting cluster id 2024-11-17T12:22:21,565 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:21,566 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e486223-3a4b-4404-afcf-96dfa61743d6' 2024-11-17T12:22:21,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:21,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e486223-3a4b-4404-afcf-96dfa61743d6" 2024-11-17T12:22:21,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6c8333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40667,-1] 2024-11-17T12:22:21,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:21,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:21,567 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:21,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc85364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:21,567 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f2b410 2024-11-17T12:22:21,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:21,569 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:21,569 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T12:22:21,569 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:22:21,569 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:21,569 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:21,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:21,570 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:21,571 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:22:21,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:22:21,572 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:21,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:22:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:22:21,621 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:22:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:21,981 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dabe28b029f06ad3c7f7be7ebf6bd4e5, NAME => 'hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7 2024-11-17T12:22:21,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:22:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:22,386 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:22,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dabe28b029f06ad3c7f7be7ebf6bd4e5, disabling compactions & flushes 2024-11-17T12:22:22,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:22,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:22,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. after waiting 0 ms 2024-11-17T12:22:22,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:22,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:22,387 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dabe28b029f06ad3c7f7be7ebf6bd4e5: Waiting for close lock at 1731846142387Disabling compacts and flushes for region at 1731846142387Disabling writes for close at 1731846142387Writing region close event to WAL at 1731846142387Closed at 1731846142387 2024-11-17T12:22:22,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:22:22,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846142388"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846142388"}]},"ts":"1731846142388"} 2024-11-17T12:22:22,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:22:22,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:22:22,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846142391"}]},"ts":"1731846142391"} 2024-11-17T12:22:22,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:22:22,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabe28b029f06ad3c7f7be7ebf6bd4e5, ASSIGN}] 2024-11-17T12:22:22,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabe28b029f06ad3c7f7be7ebf6bd4e5, ASSIGN 2024-11-17T12:22:22,394 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dabe28b029f06ad3c7f7be7ebf6bd4e5, ASSIGN; state=OFFLINE, location=5dda233f2f2e,36229,1731846131086; forceNewPlan=false, retain=false 2024-11-17T12:22:22,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dabe28b029f06ad3c7f7be7ebf6bd4e5, regionState=OPENING, regionLocation=5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:22,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dabe28b029f06ad3c7f7be7ebf6bd4e5, ASSIGN because future has completed 2024-11-17T12:22:22,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dabe28b029f06ad3c7f7be7ebf6bd4e5, server=5dda233f2f2e,36229,1731846131086}] 2024-11-17T12:22:22,590 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:22,591 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:22,591 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18207 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:22,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:22,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:22,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:22:22,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C36229%2C1731846131086.rep, suffix=, logDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086, archiveDir=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/oldWALs, maxLogs=10 2024-11-17T12:22:22,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.rep.1731846142703, exclude list is [], retry=0 2024-11-17T12:22:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-830dc61a-5724-4bd5-a1dd-d0627b214d28,DISK] 2024-11-17T12:22:22,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.rep.1731846142703 2024-11-17T12:22:22,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43119:43119)] 2024-11-17T12:22:22,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dabe28b029f06ad3c7f7be7ebf6bd4e5, NAME => 'hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:22,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:22,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:22:22,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. service=MultiRowMutationService 2024-11-17T12:22:22,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:22:22,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:22,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,720 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,721 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabe28b029f06ad3c7f7be7ebf6bd4e5 columnFamilyName hfileref 2024-11-17T12:22:22,721 DEBUG [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:22,721 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] regionserver.HStore(327): Store=dabe28b029f06ad3c7f7be7ebf6bd4e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:22,721 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,722 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabe28b029f06ad3c7f7be7ebf6bd4e5 columnFamilyName queue 2024-11-17T12:22:22,722 DEBUG [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:22,722 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] regionserver.HStore(327): Store=dabe28b029f06ad3c7f7be7ebf6bd4e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:22,722 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,723 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabe28b029f06ad3c7f7be7ebf6bd4e5 columnFamilyName sid 2024-11-17T12:22:22,723 DEBUG [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:22,723 INFO [StoreOpener-dabe28b029f06ad3c7f7be7ebf6bd4e5-1 {}] regionserver.HStore(327): Store=dabe28b029f06ad3c7f7be7ebf6bd4e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:22,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:22:22,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:22,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dabe28b029f06ad3c7f7be7ebf6bd4e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69174845, jitterRate=0.030785515904426575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:22:22,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:22,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dabe28b029f06ad3c7f7be7ebf6bd4e5: Running coprocessor pre-open hook at 1731846142719Writing region info on filesystem at 1731846142719Initializing all the Stores at 1731846142720 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846142720Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846142720Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846142720Cleaning up temporary data from old regions at 1731846142725 (+5 ms)Running coprocessor post-open hooks at 1731846142728 (+3 ms)Region opened successfully at 1731846142728 2024-11-17T12:22:22,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5., pid=10, masterSystemTime=1731846142699 2024-11-17T12:22:22,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:22,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:22,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dabe28b029f06ad3c7f7be7ebf6bd4e5, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dabe28b029f06ad3c7f7be7ebf6bd4e5, server=5dda233f2f2e,36229,1731846131086 because future has completed 2024-11-17T12:22:22,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:22:22,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dabe28b029f06ad3c7f7be7ebf6bd4e5, server=5dda233f2f2e,36229,1731846131086 in 186 msec 2024-11-17T12:22:22,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:22:22,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dabe28b029f06ad3c7f7be7ebf6bd4e5, ASSIGN in 342 msec 2024-11-17T12:22:22,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:22:22,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846142737"}]},"ts":"1731846142737"} 2024-11-17T12:22:22,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:22:22,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:22:22,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-17T12:22:22,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5., hostname=5dda233f2f2e,36229,1731846131086, seqNum=2] 2024-11-17T12:22:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:22,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:22,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:22:23,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36229 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:22:23,021 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:22:23,050 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,36229,1731846131086, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:22:23,051 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:23,051 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,36229,1731846131086, seqNum=-1] 2024-11-17T12:22:23,051 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:23,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T12:22:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,36229,1731846131086', locateType=CURRENT is [region=hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5., hostname=5dda233f2f2e,36229,1731846131086, seqNum=2] 2024-11-17T12:22:23,055 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:22:23,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:22:23,057 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,36229,1731846131086 suceeded 2024-11-17T12:22:23,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:22:23,059 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:40667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:22:23,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-17T12:22:23,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-17T12:22:23,070 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:40667' 2024-11-17T12:22:23,071 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70afc523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,071 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40667,-1 for getting cluster id 2024-11-17T12:22:23,071 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:23,072 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e486223-3a4b-4404-afcf-96dfa61743d6' 2024-11-17T12:22:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e486223-3a4b-4404-afcf-96dfa61743d6" 2024-11-17T12:22:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51da3582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40667,-1] 2024-11-17T12:22:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:23,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:23,073 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:23,073 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f828ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,074 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d4e8a87 2024-11-17T12:22:23,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:23,075 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-17T12:22:23,075 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,36229,1731846131086 (queues=1) is replicating from cluster=4c34a8c7-f86e-4297-ad55-35867d52fd6e to cluster=1e486223-3a4b-4404-afcf-96dfa61743d6 2024-11-17T12:22:23,075 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C36229%2C1731846131086 2024-11-17T12:22:23,075 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,36229,1731846131086, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:22:23,076 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C36229%2C1731846131086 2024-11-17T12:22:23,076 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494, startPosition=0, beingWritten=true 2024-11-17T12:22:23,080 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:23,080 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 379, reset compression=false 2024-11-17T12:22:23,080 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,36229,1731846131086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:23,288 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 379, reset compression=false 2024-11-17T12:22:23,591 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 379, reset compression=false 2024-11-17T12:22:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:23,711 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:22:23,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:23,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:23,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:23,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:23,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:23,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40667,-1 for getting cluster id 2024-11-17T12:22:23,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:23,712 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e486223-3a4b-4404-afcf-96dfa61743d6' 2024-11-17T12:22:23,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:23,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e486223-3a4b-4404-afcf-96dfa61743d6" 2024-11-17T12:22:23,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c4deb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40667,-1] 2024-11-17T12:22:23,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:23,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:23,714 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:23,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14da5660 2024-11-17T12:22:23,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:23,716 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:23,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:33141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:22:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:22:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:23,718 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:33141' 2024-11-17T12:22:23,719 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2382bd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,719 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33141,-1 for getting cluster id 2024-11-17T12:22:23,719 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:23,720 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c34a8c7-f86e-4297-ad55-35867d52fd6e' 2024-11-17T12:22:23,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:23,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c34a8c7-f86e-4297-ad55-35867d52fd6e" 2024-11-17T12:22:23,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af0ced2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33141,-1] 2024-11-17T12:22:23,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:23,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:23,721 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:23,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6d93c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:23,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:23,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:23,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d6c00d3 2024-11-17T12:22:23,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:23,723 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:23,724 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:22:23,724 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:22:23,724 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:23,724 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:23,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:23,724 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:23,725 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:22:23,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:22:23,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:23,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:22:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:22:23,776 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:22:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:23,995 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 379, reset compression=false 2024-11-17T12:22:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:24,134 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1925a1236c9cef03da2461147401acc9, NAME => 'hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639 2024-11-17T12:22:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:22:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:22:24,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T12:22:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:22:24,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T12:22:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T12:22:24,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T12:22:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:24,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T12:22:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:22:24,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T12:22:24,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:24,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T12:22:24,499 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 379, reset compression=false 2024-11-17T12:22:24,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:24,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1925a1236c9cef03da2461147401acc9, disabling compactions & flushes 2024-11-17T12:22:24,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:24,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:24,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. after waiting 0 ms 2024-11-17T12:22:24,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:24,627 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:24,627 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1925a1236c9cef03da2461147401acc9: Waiting for close lock at 1731846144627Disabling compacts and flushes for region at 1731846144627Disabling writes for close at 1731846144627Writing region close event to WAL at 1731846144627Closed at 1731846144627 2024-11-17T12:22:24,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:22:24,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846144628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846144628"}]},"ts":"1731846144628"} 2024-11-17T12:22:24,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:22:24,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:22:24,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846144631"}]},"ts":"1731846144631"} 2024-11-17T12:22:24,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:22:24,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1925a1236c9cef03da2461147401acc9, ASSIGN}] 2024-11-17T12:22:24,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1925a1236c9cef03da2461147401acc9, ASSIGN 2024-11-17T12:22:24,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1925a1236c9cef03da2461147401acc9, ASSIGN; state=OFFLINE, location=5dda233f2f2e,46007,1731846136840; forceNewPlan=false, retain=false 2024-11-17T12:22:24,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1925a1236c9cef03da2461147401acc9, regionState=OPENING, regionLocation=5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:24,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1925a1236c9cef03da2461147401acc9, ASSIGN because future has completed 2024-11-17T12:22:24,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1925a1236c9cef03da2461147401acc9, server=5dda233f2f2e,46007,1731846136840}] 2024-11-17T12:22:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:24,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:24,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:24,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:22:24,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C46007%2C1731846136840.rep, suffix=, logDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840, archiveDir=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/oldWALs, maxLogs=10 2024-11-17T12:22:24,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.rep.1731846144943, exclude list is [], retry=0 2024-11-17T12:22:24,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37203,DS-fe099bd0-fecb-445d-bbed-7383721157ea,DISK] 2024-11-17T12:22:24,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.rep.1731846144943 2024-11-17T12:22:24,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33451:33451)] 2024-11-17T12:22:24,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1925a1236c9cef03da2461147401acc9, NAME => 'hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:24,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:24,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:22:24,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. service=MultiRowMutationService 2024-11-17T12:22:24,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:22:24,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:24,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,960 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,961 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1925a1236c9cef03da2461147401acc9 columnFamilyName hfileref 2024-11-17T12:22:24,961 DEBUG [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:24,961 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] regionserver.HStore(327): Store=1925a1236c9cef03da2461147401acc9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:24,961 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,962 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1925a1236c9cef03da2461147401acc9 columnFamilyName queue 2024-11-17T12:22:24,962 DEBUG [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:24,962 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] regionserver.HStore(327): Store=1925a1236c9cef03da2461147401acc9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:24,962 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,963 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1925a1236c9cef03da2461147401acc9 columnFamilyName sid 2024-11-17T12:22:24,963 DEBUG [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:24,963 INFO [StoreOpener-1925a1236c9cef03da2461147401acc9-1 {}] regionserver.HStore(327): Store=1925a1236c9cef03da2461147401acc9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:24,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:22:24,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:24,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1925a1236c9cef03da2461147401acc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61222068, jitterRate=-0.08772009611129761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:22:24,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:24,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1925a1236c9cef03da2461147401acc9: Running coprocessor pre-open hook at 1731846144959Writing region info on filesystem at 1731846144959Initializing all the Stores at 1731846144960 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846144960Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846144960Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846144960Cleaning up temporary data from old regions at 1731846144964 (+4 ms)Running coprocessor post-open hooks at 1731846144967 (+3 ms)Region opened successfully at 1731846144967 2024-11-17T12:22:24,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9., pid=10, masterSystemTime=1731846144939 2024-11-17T12:22:24,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:24,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:24,969 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1925a1236c9cef03da2461147401acc9, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:24,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1925a1236c9cef03da2461147401acc9, server=5dda233f2f2e,46007,1731846136840 because future has completed 2024-11-17T12:22:24,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:22:24,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1925a1236c9cef03da2461147401acc9, server=5dda233f2f2e,46007,1731846136840 in 185 msec 2024-11-17T12:22:24,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:22:24,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1925a1236c9cef03da2461147401acc9, ASSIGN in 340 msec 2024-11-17T12:22:24,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:22:24,975 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846144975"}]},"ts":"1731846144975"} 2024-11-17T12:22:24,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:22:24,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:22:24,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2530 sec 2024-11-17T12:22:25,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9., hostname=5dda233f2f2e,46007,1731846136840, seqNum=2] 2024-11-17T12:22:25,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:22:25,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T12:22:25,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:25,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:25,103 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 379, reset compression=false 2024-11-17T12:22:25,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:22:25,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:22:25,273 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:22:25,298 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,46007,1731846136840, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:22:25,299 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:25,299 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46007,1731846136840, seqNum=-1] 2024-11-17T12:22:25,299 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:25,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T12:22:25,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,46007,1731846136840', locateType=CURRENT is [region=hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9., hostname=5dda233f2f2e,46007,1731846136840, seqNum=2] 2024-11-17T12:22:25,303 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:22:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:22:25,305 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,46007,1731846136840 suceeded 2024-11-17T12:22:25,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:22:25,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-17T12:22:25,306 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:33141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:22:25,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5900 sec 2024-11-17T12:22:25,321 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:33141' 2024-11-17T12:22:25,322 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2934c199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:25,322 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33141,-1 for getting cluster id 2024-11-17T12:22:25,322 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:25,323 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c34a8c7-f86e-4297-ad55-35867d52fd6e' 2024-11-17T12:22:25,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:25,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c34a8c7-f86e-4297-ad55-35867d52fd6e" 2024-11-17T12:22:25,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f03d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:25,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33141,-1] 2024-11-17T12:22:25,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:25,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:25,324 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:25,325 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ced7c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:25,325 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4709380d 2024-11-17T12:22:25,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:25,326 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-17T12:22:25,326 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,46007,1731846136840 (queues=1) is replicating from cluster=1e486223-3a4b-4404-afcf-96dfa61743d6 to cluster=4c34a8c7-f86e-4297-ad55-35867d52fd6e 2024-11-17T12:22:25,326 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C46007%2C1731846136840 2024-11-17T12:22:25,327 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,46007,1731846136840, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:22:25,327 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221, startPosition=0, beingWritten=true 2024-11-17T12:22:25,331 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C46007%2C1731846136840 2024-11-17T12:22:25,333 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:25,333 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 379, reset compression=false 2024-11-17T12:22:25,333 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46007,1731846136840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:25,536 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 379, reset compression=false 2024-11-17T12:22:25,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:25,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:25,806 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 379, reset compression=false 2024-11-17T12:22:25,839 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 379, reset compression=false 2024-11-17T12:22:25,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:22:25,861 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:22:25,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:25,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:25,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:25,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:25,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:25,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,36229,1731846131086, seqNum=-1] 2024-11-17T12:22:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:25,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:25,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d., hostname=5dda233f2f2e,36229,1731846131086, seqNum=2] 2024-11-17T12:22:25,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46007,1731846136840, seqNum=-1] 2024-11-17T12:22:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:25,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:25,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594., hostname=5dda233f2f2e,46007,1731846136840, seqNum=2] 2024-11-17T12:22:25,875 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T12:22:26,242 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 379, reset compression=false 2024-11-17T12:22:26,609 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 379, reset compression=false 2024-11-17T12:22:26,615 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:22:26,615 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 480, reset compression=false 2024-11-17T12:22:26,615 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,36229,1731846131086 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef519cb2dc63acdd3dcf5ff8e411010d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T12:22:26,617 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:22:26,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-17T12:22:26,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:22:26,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57683fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:26,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40667,-1 for getting cluster id 2024-11-17T12:22:26,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:26,621 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e486223-3a4b-4404-afcf-96dfa61743d6' 2024-11-17T12:22:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e486223-3a4b-4404-afcf-96dfa61743d6" 2024-11-17T12:22:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d06405d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40667,-1] 2024-11-17T12:22:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:26,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:26,623 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:26,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f8deb00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:26,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:26,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,46007,1731846136840, seqNum=-1] 2024-11-17T12:22:26,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:26,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T12:22:26,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594., hostname=5dda233f2f2e,46007,1731846136840, seqNum=2] 2024-11-17T12:22:26,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:22:26,745 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 379, reset compression=false 2024-11-17T12:22:26,749 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:26,749 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 503, reset compression=false 2024-11-17T12:22:26,749 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46007,1731846136840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:26,820 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 480, reset compression=false 2024-11-17T12:22:26,878 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T12:22:26,884 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T12:22:26,953 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 503, reset compression=false 2024-11-17T12:22:26,957 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:22:26,957 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 607, reset compression=false 2024-11-17T12:22:26,957 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46007,1731846136840 got entry batch from reader: WALEntryBatch [walEntries=[{test/24b4e6727b6aca5e95e072755f4a2594/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T12:22:26,958 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:22:26,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-17T12:22:26,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:22:26,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2951de0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:26,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33141,-1 for getting cluster id 2024-11-17T12:22:26,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:26,961 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c34a8c7-f86e-4297-ad55-35867d52fd6e' 2024-11-17T12:22:26,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:26,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c34a8c7-f86e-4297-ad55-35867d52fd6e" 2024-11-17T12:22:26,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e80ef18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:26,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33141,-1] 2024-11-17T12:22:26,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:26,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:26,962 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:26,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ef82b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:26,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:26,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,36229,1731846131086, seqNum=-1] 2024-11-17T12:22:26,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:26,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T12:22:26,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d., hostname=5dda233f2f2e,36229,1731846131086, seqNum=2] 2024-11-17T12:22:26,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:22:27,124 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 480, reset compression=false 2024-11-17T12:22:27,127 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:27,127 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 607, reset compression=false 2024-11-17T12:22:27,127 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,36229,1731846131086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:27,159 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 607, reset compression=false 2024-11-17T12:22:27,331 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 607, reset compression=false 2024-11-17T12:22:27,462 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 607, reset compression=false 2024-11-17T12:22:27,634 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 607, reset compression=false 2024-11-17T12:22:27,865 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 607, reset compression=false 2024-11-17T12:22:27,886 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T12:22:27,896 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T12:22:28,037 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 607, reset compression=false 2024-11-17T12:22:28,042 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:22:28,042 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 763, reset compression=false 2024-11-17T12:22:28,042 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,36229,1731846131086 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef519cb2dc63acdd3dcf5ff8e411010d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T12:22:28,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:22:28,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46007 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:22:28,248 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 763, reset compression=false 2024-11-17T12:22:28,368 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 607, reset compression=false 2024-11-17T12:22:28,372 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:28,372 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 754, reset compression=false 2024-11-17T12:22:28,372 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46007,1731846136840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:28,551 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 763, reset compression=false 2024-11-17T12:22:28,575 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 754, reset compression=false 2024-11-17T12:22:28,878 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 754, reset compression=false 2024-11-17T12:22:28,897 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T12:22:28,900 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T12:22:28,955 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 763, reset compression=false 2024-11-17T12:22:29,281 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 754, reset compression=false 2024-11-17T12:22:29,355 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:22:29,355 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 913, reset compression=false 2024-11-17T12:22:29,355 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46007,1731846136840 got entry batch from reader: WALEntryBatch [walEntries=[{test/24b4e6727b6aca5e95e072755f4a2594/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T12:22:29,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:22:29,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36229 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:22:29,458 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 763, reset compression=false 2024-11-17T12:22:29,461 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:29,461 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:29,461 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,36229,1731846131086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:29,559 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 913, reset compression=false 2024-11-17T12:22:29,665 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:29,862 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 913, reset compression=false 2024-11-17T12:22:29,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T12:22:29,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:22:29,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:29,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:29,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:29,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:29,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:29,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:22:29,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=380514859, stopped=false 2024-11-17T12:22:29,904 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,40667,1731846136695 2024-11-17T12:22:29,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315058211/running 2024-11-17T12:22:29,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315058211/running 2024-11-17T12:22:29,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:29,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:29,952 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:22:29,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:29,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:29,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:29,952 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,46007,1731846136840' ***** 2024-11-17T12:22:29,952 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:22:29,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on znode that does not yet exist, /11315058211/running 2024-11-17T12:22:29,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Set watcher on znode that does not yet exist, /11315058211/running 2024-11-17T12:22:29,952 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:22:29,953 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1925a1236c9cef03da2461147401acc9 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(3091): Received CLOSE for 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:46007. 2024-11-17T12:22:29,953 DEBUG [RS:0;5dda233f2f2e:46007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:29,953 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1925a1236c9cef03da2461147401acc9, disabling compactions & flushes 2024-11-17T12:22:29,953 DEBUG [RS:0;5dda233f2f2e:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:29,953 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:29,953 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:22:29,953 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. after waiting 0 ms 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:22:29,953 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:22:29,953 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:22:29,954 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1925a1236c9cef03da2461147401acc9 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-17T12:22:29,954 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:22:29,954 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1325): Online Regions={1925a1236c9cef03da2461147401acc9=hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9., 1588230740=hbase:meta,,1.1588230740, 24b4e6727b6aca5e95e072755f4a2594=test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594.} 2024-11-17T12:22:29,954 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:29,954 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1925a1236c9cef03da2461147401acc9, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:29,954 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:29,954 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:29,954 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:29,954 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:29,954 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:22:29,968 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:29,971 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9/.tmp/queue/6ebdef431c254b47b143dee228d7e497 is 153, key is 1-5dda233f2f2e,46007,1731846136840/queue:5dda233f2f2e%2C46007%2C1731846136840/1731846149359/Put/seqid=0 2024-11-17T12:22:29,971 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/info/e046c7f947f54d30b75077089629d7e2 is 147, key is hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9./info:regioninfo/1731846144969/Put/seqid=0 2024-11-17T12:22:29,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741841_1017 (size=5352) 2024-11-17T12:22:29,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741840_1016 (size=7686) 2024-11-17T12:22:29,995 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:22:30,086 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:22:30,086 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:22:30,154 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1925a1236c9cef03da2461147401acc9, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:30,266 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 913, reset compression=false 2024-11-17T12:22:30,354 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1925a1236c9cef03da2461147401acc9, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:30,371 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:30,374 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/info/e046c7f947f54d30b75077089629d7e2 2024-11-17T12:22:30,374 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9/.tmp/queue/6ebdef431c254b47b143dee228d7e497 2024-11-17T12:22:30,379 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9/.tmp/queue/6ebdef431c254b47b143dee228d7e497 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9/queue/6ebdef431c254b47b143dee228d7e497 2024-11-17T12:22:30,384 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9/queue/6ebdef431c254b47b143dee228d7e497, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T12:22:30,385 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1925a1236c9cef03da2461147401acc9 in 431ms, sequenceid=10, compaction requested=false 2024-11-17T12:22:30,388 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/replication/1925a1236c9cef03da2461147401acc9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T12:22:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:30,389 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1925a1236c9cef03da2461147401acc9: Waiting for close lock at 1731846149953Running coprocessor pre-close hooks at 1731846149953Disabling compacts and flushes for region at 1731846149953Disabling writes for close at 1731846149953Obtaining lock to block concurrent updates at 1731846149954 (+1 ms)Preparing flush snapshotting stores in 1925a1236c9cef03da2461147401acc9 at 1731846149954Finished memstore snapshotting hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731846149954Flushing stores of hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. at 1731846149954Flushing 1925a1236c9cef03da2461147401acc9/queue: creating writer at 1731846149954Flushing 1925a1236c9cef03da2461147401acc9/queue: appending metadata at 1731846149970 (+16 ms)Flushing 1925a1236c9cef03da2461147401acc9/queue: closing flushed file at 1731846149970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb0cade: reopening flushed file at 1731846150378 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1925a1236c9cef03da2461147401acc9 in 431ms, sequenceid=10, compaction requested=false at 1731846150385 (+7 ms)Writing region close event to WAL at 1731846150385Running coprocessor post-close hooks at 1731846150388 (+3 ms)Closed at 1731846150389 (+1 ms) 2024-11-17T12:22:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846143724.1925a1236c9cef03da2461147401acc9. 2024-11-17T12:22:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24b4e6727b6aca5e95e072755f4a2594, disabling compactions & flushes 2024-11-17T12:22:30,389 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. after waiting 0 ms 2024-11-17T12:22:30,389 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:30,389 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 24b4e6727b6aca5e95e072755f4a2594 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-17T12:22:30,395 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/ns/3d06ff5fb3b64b08afd6d49a1ae58c66 is 43, key is default/ns:d/1731846140211/Put/seqid=0 2024-11-17T12:22:30,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741842_1018 (size=5153) 2024-11-17T12:22:30,407 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/f/2a4dc315147d4cbeb0a0df26c50f7424 is 29, key is row1/f:/1731846148898/DeleteFamily/seqid=0 2024-11-17T12:22:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741843_1019 (size=5118) 2024-11-17T12:22:30,554 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:30,754 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:30,770 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 913, reset compression=false 2024-11-17T12:22:30,774 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:30,774 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 1160, reset compression=false 2024-11-17T12:22:30,774 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,46007,1731846136840 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:30,775 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,46007,1731846136840: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,46007,1731846136840, walGroup=5dda233f2f2e%2C46007%2C1731846136840, offset=5dda233f2f2e%2C46007%2C1731846136840.1731846139221:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:46007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:22:30,776 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:22:30,776 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:22:30,776 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:22:30,776 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:22:30,776 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:22:30,776 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 596952104 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 190634384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:22:30,777 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:40667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:40667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:22:30,798 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/ns/3d06ff5fb3b64b08afd6d49a1ae58c66 2024-11-17T12:22:30,811 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/f/2a4dc315147d4cbeb0a0df26c50f7424 2024-11-17T12:22:30,814 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a4dc315147d4cbeb0a0df26c50f7424 2024-11-17T12:22:30,819 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/rep_barrier/680fa881b9a64588813faa46ea310045 is 112, key is test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594./rep_barrier:seqnumDuringOpen/1731846141269/Put/seqid=0 2024-11-17T12:22:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741844_1020 (size=5518) 2024-11-17T12:22:30,832 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/f1/98c151a26ccf4ca0b187f636cb1daff7 is 30, key is row1/f1:/1731846148898/DeleteFamily/seqid=0 2024-11-17T12:22:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741845_1021 (size=5123) 2024-11-17T12:22:30,874 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:30,955 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:30,978 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 1160, reset compression=false 2024-11-17T12:22:31,155 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:22:31,155 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 24b4e6727b6aca5e95e072755f4a2594=test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594.} 2024-11-17T12:22:31,155 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:31,223 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/rep_barrier/680fa881b9a64588813faa46ea310045 2024-11-17T12:22:31,236 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/f1/98c151a26ccf4ca0b187f636cb1daff7 2024-11-17T12:22:31,240 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98c151a26ccf4ca0b187f636cb1daff7 2024-11-17T12:22:31,244 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/table/d694304f221c471bb451374fe33795d4 is 53, key is hbase:replication/table:state/1731846144975/Put/seqid=0 2024-11-17T12:22:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741846_1022 (size=5308) 2024-11-17T12:22:31,253 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/norep/a179db55408549f2a5849384ce270b02 is 33, key is row1/norep:/1731846148898/DeleteFamily/seqid=0 2024-11-17T12:22:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741847_1023 (size=5108) 2024-11-17T12:22:31,281 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 1160, reset compression=false 2024-11-17T12:22:31,355 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:31,478 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:31,555 DEBUG [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24b4e6727b6aca5e95e072755f4a2594 2024-11-17T12:22:31,650 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/table/d694304f221c471bb451374fe33795d4 2024-11-17T12:22:31,653 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/info/e046c7f947f54d30b75077089629d7e2 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/info/e046c7f947f54d30b75077089629d7e2 2024-11-17T12:22:31,656 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/info/e046c7f947f54d30b75077089629d7e2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:22:31,656 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/norep/a179db55408549f2a5849384ce270b02 2024-11-17T12:22:31,657 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/ns/3d06ff5fb3b64b08afd6d49a1ae58c66 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/ns/3d06ff5fb3b64b08afd6d49a1ae58c66 2024-11-17T12:22:31,661 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a179db55408549f2a5849384ce270b02 2024-11-17T12:22:31,661 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/ns/3d06ff5fb3b64b08afd6d49a1ae58c66, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:22:31,661 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/f/2a4dc315147d4cbeb0a0df26c50f7424 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/f/2a4dc315147d4cbeb0a0df26c50f7424 2024-11-17T12:22:31,662 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/rep_barrier/680fa881b9a64588813faa46ea310045 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/rep_barrier/680fa881b9a64588813faa46ea310045 2024-11-17T12:22:31,665 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2a4dc315147d4cbeb0a0df26c50f7424 2024-11-17T12:22:31,665 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/rep_barrier/680fa881b9a64588813faa46ea310045, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:22:31,665 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/f/2a4dc315147d4cbeb0a0df26c50f7424, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T12:22:31,665 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/f1/98c151a26ccf4ca0b187f636cb1daff7 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/f1/98c151a26ccf4ca0b187f636cb1daff7 2024-11-17T12:22:31,665 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/.tmp/table/d694304f221c471bb451374fe33795d4 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/table/d694304f221c471bb451374fe33795d4 2024-11-17T12:22:31,669 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98c151a26ccf4ca0b187f636cb1daff7 2024-11-17T12:22:31,669 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/f1/98c151a26ccf4ca0b187f636cb1daff7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T12:22:31,669 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/table/d694304f221c471bb451374fe33795d4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:22:31,670 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/.tmp/norep/a179db55408549f2a5849384ce270b02 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/norep/a179db55408549f2a5849384ce270b02 2024-11-17T12:22:31,670 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-17T12:22:31,673 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a179db55408549f2a5849384ce270b02 2024-11-17T12:22:31,673 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/norep/a179db55408549f2a5849384ce270b02, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T12:22:31,674 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 24b4e6727b6aca5e95e072755f4a2594 in 1285ms, sequenceid=8, compaction requested=false 2024-11-17T12:22:31,676 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:22:31,677 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:31,677 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:31,677 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:31,677 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846149954Running coprocessor pre-close hooks at 1731846149954Disabling compacts and flushes for region at 1731846149954Disabling writes for close at 1731846149954Obtaining lock to block concurrent updates at 1731846149954Preparing flush snapshotting stores in 1588230740 at 1731846149954Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846149954Flushing stores of hbase:meta,,1.1588230740 at 1731846149954Flushing 1588230740/info: creating writer at 1731846149954Flushing 1588230740/info: appending metadata at 1731846149970 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731846149970Flushing 1588230740/ns: creating writer at 1731846150378 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731846150395 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731846150395Flushing 1588230740/rep_barrier: creating writer at 1731846150802 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846150819 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846150819Flushing 1588230740/table: creating writer at 1731846151227 (+408 ms)Flushing 1588230740/table: appending metadata at 1731846151243 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731846151243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ccc380f: reopening flushed file at 1731846151653 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d37ec11: reopening flushed file at 1731846151656 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170afe9f: reopening flushed file at 1731846151661 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df1f505: reopening flushed file at 1731846151665 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731846151670 (+5 ms)Writing region close event to WAL at 1731846151674 (+4 ms)Running coprocessor post-close hooks at 1731846151677 (+3 ms)Closed at 1731846151677 2024-11-17T12:22:31,677 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:31,677 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/data/default/test/24b4e6727b6aca5e95e072755f4a2594/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T12:22:31,678 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:31,678 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:22:31,678 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:31,678 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24b4e6727b6aca5e95e072755f4a2594: Waiting for close lock at 1731846150389Running coprocessor pre-close hooks at 1731846150389Disabling compacts and flushes for region at 1731846150389Disabling writes for close at 1731846150389Obtaining lock to block concurrent updates at 1731846150389Preparing flush snapshotting stores in 24b4e6727b6aca5e95e072755f4a2594 at 1731846150389Finished memstore snapshotting test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731846150390 (+1 ms)Flushing stores of test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. at 1731846150390Flushing 24b4e6727b6aca5e95e072755f4a2594/f: creating writer at 1731846150390Flushing 24b4e6727b6aca5e95e072755f4a2594/f: appending metadata at 1731846150406 (+16 ms)Flushing 24b4e6727b6aca5e95e072755f4a2594/f: closing flushed file at 1731846150406Flushing 24b4e6727b6aca5e95e072755f4a2594/f1: creating writer at 1731846150814 (+408 ms)Flushing 24b4e6727b6aca5e95e072755f4a2594/f1: appending metadata at 1731846150831 (+17 ms)Flushing 24b4e6727b6aca5e95e072755f4a2594/f1: closing flushed file at 1731846150831Flushing 24b4e6727b6aca5e95e072755f4a2594/norep: creating writer at 1731846151240 (+409 ms)Flushing 24b4e6727b6aca5e95e072755f4a2594/norep: appending metadata at 1731846151252 (+12 ms)Flushing 24b4e6727b6aca5e95e072755f4a2594/norep: closing flushed file at 1731846151252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e9cf3f5: reopening flushed file at 1731846151661 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265b8df7: reopening flushed file at 1731846151665 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57bc5181: reopening flushed file at 1731846151669 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 24b4e6727b6aca5e95e072755f4a2594 in 1285ms, sequenceid=8, compaction requested=false at 1731846151674 (+5 ms)Writing region close event to WAL at 1731846151675 (+1 ms)Running coprocessor post-close hooks at 1731846151678 (+3 ms)Closed at 1731846151678 2024-11-17T12:22:31,678 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846140924.24b4e6727b6aca5e95e072755f4a2594. 2024-11-17T12:22:31,685 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 1160, reset compression=false 2024-11-17T12:22:31,690 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:31,690 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/WALs/5dda233f2f2e,46007,1731846136840/5dda233f2f2e%2C46007%2C1731846136840.1731846139221 to pos 1804, reset compression=false 2024-11-17T12:22:31,755 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,46007,1731846136840; all regions closed. 2024-11-17T12:22:31,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:22:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741839_1015 (size=2676) 2024-11-17T12:22:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741832_1008 (size=1812) 2024-11-17T12:22:31,764 DEBUG [RS:0;5dda233f2f2e:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:31,764 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:22:31,764 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:22:31,765 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:22:31,765 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:22:31,765 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:22:31,765 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,46007,1731846136840 because: Region server is closing 2024-11-17T12:22:31,765 INFO [RS:0;5dda233f2f2e:46007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:46007. 2024-11-17T12:22:31,765 DEBUG [RS:0;5dda233f2f2e:46007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:31,765 DEBUG [RS:0;5dda233f2f2e:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:31,766 DEBUG [RS:0;5dda233f2f2e:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:31,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:31,866 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.shipper5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 terminated 2024-11-17T12:22:31,866 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,46007,1731846136840.replicationSource.wal-reader.5dda233f2f2e%2C46007%2C1731846136840,1-5dda233f2f2e,46007,1731846136840 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:22:31,866 INFO [RS:0;5dda233f2f2e:46007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:46007. 2024-11-17T12:22:31,866 DEBUG [RS:0;5dda233f2f2e:46007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:31,866 DEBUG [RS:0;5dda233f2f2e:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:31,866 DEBUG [RS:0;5dda233f2f2e:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:31,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:31,866 INFO [RS:0;5dda233f2f2e:46007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46007 2024-11-17T12:22:31,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315058211/rs/5dda233f2f2e,46007,1731846136840 2024-11-17T12:22:31,941 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:22:31,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211/rs 2024-11-17T12:22:31,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,46007,1731846136840] 2024-11-17T12:22:31,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11315058211/draining/5dda233f2f2e,46007,1731846136840 already deleted, retry=false 2024-11-17T12:22:31,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,46007,1731846136840 expired; onlineServers=0 2024-11-17T12:22:31,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,40667,1731846136695' ***** 2024-11-17T12:22:31,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:22:31,962 INFO [M:0;5dda233f2f2e:40667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:22:31,962 INFO [M:0;5dda233f2f2e:40667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:22:31,962 DEBUG [M:0;5dda233f2f2e:40667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:22:31,962 DEBUG [M:0;5dda233f2f2e:40667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:22:31,962 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:22:31,962 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846138874 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846138874,5,FailOnTimeoutGroup] 2024-11-17T12:22:31,962 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846138874 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846138874,5,FailOnTimeoutGroup] 2024-11-17T12:22:31,962 INFO [M:0;5dda233f2f2e:40667 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:22:31,962 INFO [M:0;5dda233f2f2e:40667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:22:31,963 DEBUG [M:0;5dda233f2f2e:40667 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:22:31,963 INFO [M:0;5dda233f2f2e:40667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:22:31,963 INFO [M:0;5dda233f2f2e:40667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:22:31,963 INFO [M:0;5dda233f2f2e:40667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:22:31,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:22:31,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11315058211/master 2024-11-17T12:22:31,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11315058211 2024-11-17T12:22:31,973 DEBUG [M:0;5dda233f2f2e:40667 {}] zookeeper.ZKUtil(347): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Unable to get data of znode /11315058211/master because node does not exist (not an error) 2024-11-17T12:22:31,973 WARN [M:0;5dda233f2f2e:40667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:22:31,982 INFO [M:0;5dda233f2f2e:40667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/.lastflushedseqids 2024-11-17T12:22:31,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741848_1024 (size=245) 2024-11-17T12:22:32,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:32,052 INFO [RS:0;5dda233f2f2e:46007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:22:32,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x10148bec0c70004, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:32,052 INFO [RS:0;5dda233f2f2e:46007 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,46007,1731846136840; zookeeper connection closed. 2024-11-17T12:22:32,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f982660 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f982660 2024-11-17T12:22:32,052 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:22:32,182 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:32,387 INFO [M:0;5dda233f2f2e:40667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:22:32,387 INFO [M:0;5dda233f2f2e:40667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:22:32,387 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:32,387 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:32,387 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:32,387 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:32,387 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:32,387 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T12:22:32,401 DEBUG [M:0;5dda233f2f2e:40667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7cfaf2e42d9a425ab9708da690e07bb6 is 82, key is hbase:meta,,1/info:regioninfo/1731846140190/Put/seqid=0 2024-11-17T12:22:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741849_1025 (size=5672) 2024-11-17T12:22:32,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:32,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:32,672 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28288 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:32,805 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7cfaf2e42d9a425ab9708da690e07bb6 2024-11-17T12:22:32,821 DEBUG [M:0;5dda233f2f2e:40667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6ea3a0f4b947689334c7a72177f917 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731846144978/Put/seqid=0 2024-11-17T12:22:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741850_1026 (size=8517) 2024-11-17T12:22:32,986 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:33,225 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6ea3a0f4b947689334c7a72177f917 2024-11-17T12:22:33,242 DEBUG [M:0;5dda233f2f2e:40667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1798605710f84bdcb462d55c502604be is 69, key is 5dda233f2f2e,46007,1731846136840/rs:state/1731846138997/Put/seqid=0 2024-11-17T12:22:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741851_1027 (size=5156) 2024-11-17T12:22:33,645 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1798605710f84bdcb462d55c502604be 2024-11-17T12:22:33,649 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7cfaf2e42d9a425ab9708da690e07bb6 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7cfaf2e42d9a425ab9708da690e07bb6 2024-11-17T12:22:33,653 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7cfaf2e42d9a425ab9708da690e07bb6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T12:22:33,653 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6ea3a0f4b947689334c7a72177f917 as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee6ea3a0f4b947689334c7a72177f917 2024-11-17T12:22:33,657 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee6ea3a0f4b947689334c7a72177f917, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T12:22:33,658 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1798605710f84bdcb462d55c502604be as hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1798605710f84bdcb462d55c502604be 2024-11-17T12:22:33,661 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44203/user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1798605710f84bdcb462d55c502604be, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T12:22:33,662 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-17T12:22:33,663 INFO [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:33,663 DEBUG [M:0;5dda233f2f2e:40667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846152387Disabling compacts and flushes for region at 1731846152387Disabling writes for close at 1731846152387Obtaining lock to block concurrent updates at 1731846152387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846152387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731846152387Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846152388 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846152388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846152401 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846152401Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846152809 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846152821 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846152821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846153229 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846153241 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846153241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5185c721: reopening flushed file at 1731846153649 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1e1e54: reopening flushed file at 1731846153653 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783efb10: reopening flushed file at 1731846153657 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731846153662 (+5 ms)Writing region close event to WAL at 1731846153663 (+1 ms)Closed at 1731846153663 2024-11-17T12:22:33,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37203 is added to blk_1073741830_1006 (size=63666) 2024-11-17T12:22:33,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c86e697b-10a4-6534-1256-280d74765639/MasterData/WALs/5dda233f2f2e,40667,1731846136695/5dda233f2f2e%2C40667%2C1731846136695.1731846138583 not finished, retry = 0 2024-11-17T12:22:33,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:22:33,766 INFO [M:0;5dda233f2f2e:40667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:22:33,766 INFO [M:0;5dda233f2f2e:40667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40667 2024-11-17T12:22:33,767 INFO [M:0;5dda233f2f2e:40667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:22:33,889 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:33,957 INFO [M:0;5dda233f2f2e:40667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:22:33,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40667-0x10148bec0c70003, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:33,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a6dee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:33,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:22:33,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:22:33,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:22:33,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.log.dir/,STOPPED} 2024-11-17T12:22:33,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:22:33,990 WARN [BP-574274461-172.17.0.3-1731846134675 heartbeating to localhost/127.0.0.1:44203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:22:33,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:22:33,990 WARN [BP-574274461-172.17.0.3-1731846134675 heartbeating to localhost/127.0.0.1:44203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-574274461-172.17.0.3-1731846134675 (Datanode Uuid d501cfa5-4020-4ef7-89a7-551c6264fecb) service to localhost/127.0.0.1:44203 2024-11-17T12:22:33,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/cluster_82d7142d-3947-1dad-c6b6-5b674aa5132b/data/data1/current/BP-574274461-172.17.0.3-1731846134675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:22:33,991 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/cluster_82d7142d-3947-1dad-c6b6-5b674aa5132b/data/data2/current/BP-574274461-172.17.0.3-1731846134675 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:22:33,991 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:22:33,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509e4c49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:33,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:22:33,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:22:33,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:22:33,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.log.dir/,STOPPED} 2024-11-17T12:22:34,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:22:34,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:22:34,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:34,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:34,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:34,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:34,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:34,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:22:34,013 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1039080967, stopped=false 2024-11-17T12:22:34,013 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,33141,1731846130910 2024-11-17T12:22:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01005656200/running 2024-11-17T12:22:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01005656200/running 2024-11-17T12:22:34,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:34,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:22:34,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:22:34,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:34,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on znode that does not yet exist, /01005656200/running 2024-11-17T12:22:34,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Set watcher on znode that does not yet exist, /01005656200/running 2024-11-17T12:22:34,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:34,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,36229,1731846131086' ***** 2024-11-17T12:22:34,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:22:34,026 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:22:34,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:22:34,026 INFO [RS:0;5dda233f2f2e:36229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:22:34,026 INFO [RS:0;5dda233f2f2e:36229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:22:34,026 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for dabe28b029f06ad3c7f7be7ebf6bd4e5 2024-11-17T12:22:34,026 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:34,026 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:34,026 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:22:34,026 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dabe28b029f06ad3c7f7be7ebf6bd4e5, disabling compactions & flushes 2024-11-17T12:22:34,027 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:34,027 INFO [RS:0;5dda233f2f2e:36229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:36229. 2024-11-17T12:22:34,027 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:34,027 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. after waiting 0 ms 2024-11-17T12:22:34,027 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:34,027 DEBUG [RS:0;5dda233f2f2e:36229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:34,027 DEBUG [RS:0;5dda233f2f2e:36229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:34,027 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dabe28b029f06ad3c7f7be7ebf6bd4e5 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-17T12:22:34,027 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:22:34,027 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:22:34,027 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:22:34,027 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:22:34,027 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:22:34,027 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dabe28b029f06ad3c7f7be7ebf6bd4e5=hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5., ef519cb2dc63acdd3dcf5ff8e411010d=test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d.} 2024-11-17T12:22:34,027 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dabe28b029f06ad3c7f7be7ebf6bd4e5, ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:34,027 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:34,027 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:34,027 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:34,027 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:34,027 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:34,027 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:22:34,041 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/info/9673e5f7139a470a8bc60970c7a09935 is 147, key is hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5./info:regioninfo/1731846142731/Put/seqid=0 2024-11-17T12:22:34,044 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5/.tmp/queue/728268eee21d413ba2484b293dc1aba3 is 153, key is 1-5dda233f2f2e,36229,1731846131086/queue:5dda233f2f2e%2C36229%2C1731846131086/1731846149463/Put/seqid=0 2024-11-17T12:22:34,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741840_1016 (size=7686) 2024-11-17T12:22:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741841_1017 (size=5352) 2024-11-17T12:22:34,047 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5/.tmp/queue/728268eee21d413ba2484b293dc1aba3 2024-11-17T12:22:34,051 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5/.tmp/queue/728268eee21d413ba2484b293dc1aba3 as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5/queue/728268eee21d413ba2484b293dc1aba3 2024-11-17T12:22:34,054 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5/queue/728268eee21d413ba2484b293dc1aba3, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T12:22:34,055 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for dabe28b029f06ad3c7f7be7ebf6bd4e5 in 28ms, sequenceid=10, compaction requested=false 2024-11-17T12:22:34,055 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:22:34,059 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/replication/dabe28b029f06ad3c7f7be7ebf6bd4e5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T12:22:34,060 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:34,060 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:34,060 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:34,060 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dabe28b029f06ad3c7f7be7ebf6bd4e5: Waiting for close lock at 1731846154026Running coprocessor pre-close hooks at 1731846154026Disabling compacts and flushes for region at 1731846154026Disabling writes for close at 1731846154027 (+1 ms)Obtaining lock to block concurrent updates at 1731846154027Preparing flush snapshotting stores in dabe28b029f06ad3c7f7be7ebf6bd4e5 at 1731846154027Finished memstore snapshotting hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731846154027Flushing stores of hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. at 1731846154027Flushing dabe28b029f06ad3c7f7be7ebf6bd4e5/queue: creating writer at 1731846154027Flushing dabe28b029f06ad3c7f7be7ebf6bd4e5/queue: appending metadata at 1731846154043 (+16 ms)Flushing dabe28b029f06ad3c7f7be7ebf6bd4e5/queue: closing flushed file at 1731846154043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ab12ff: reopening flushed file at 1731846154050 (+7 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for dabe28b029f06ad3c7f7be7ebf6bd4e5 in 28ms, sequenceid=10, compaction requested=false at 1731846154055 (+5 ms)Writing region close event to WAL at 1731846154056 (+1 ms)Running coprocessor post-close hooks at 1731846154060 (+4 ms)Closed at 1731846154060 2024-11-17T12:22:34,060 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846141570.dabe28b029f06ad3c7f7be7ebf6bd4e5. 2024-11-17T12:22:34,060 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef519cb2dc63acdd3dcf5ff8e411010d, disabling compactions & flushes 2024-11-17T12:22:34,060 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:34,060 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:34,060 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. after waiting 0 ms 2024-11-17T12:22:34,060 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:34,060 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef519cb2dc63acdd3dcf5ff8e411010d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-17T12:22:34,074 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/f/a7e044193fd04c2d8dd6c1e808937f4e is 29, key is row1/f:/1731846148898/DeleteFamily/seqid=0 2024-11-17T12:22:34,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741842_1018 (size=5118) 2024-11-17T12:22:34,082 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:22:34,227 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:34,379 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:22:34,379 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:22:34,427 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:34,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T12:22:34,447 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/info/9673e5f7139a470a8bc60970c7a09935 2024-11-17T12:22:34,462 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/ns/a3a10867ae9345139317d0078e9b6c6f is 43, key is default/ns:d/1731846134558/Put/seqid=0 2024-11-17T12:22:34,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741843_1019 (size=5153) 2024-11-17T12:22:34,478 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/f/a7e044193fd04c2d8dd6c1e808937f4e 2024-11-17T12:22:34,481 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e044193fd04c2d8dd6c1e808937f4e 2024-11-17T12:22:34,493 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/f1/0a7fd1f354564540b2c0e430168df25e is 30, key is row1/f1:/1731846148898/DeleteFamily/seqid=0 2024-11-17T12:22:34,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741844_1020 (size=5123) 2024-11-17T12:22:34,628 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:34,828 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:34,866 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/ns/a3a10867ae9345139317d0078e9b6c6f 2024-11-17T12:22:34,882 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/rep_barrier/42936332c4ce429faa8b0c00e60b0ac5 is 112, key is test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d./rep_barrier:seqnumDuringOpen/1731846140633/Put/seqid=0 2024-11-17T12:22:34,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741845_1021 (size=5518) 2024-11-17T12:22:34,893 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 912, reset compression=false 2024-11-17T12:22:34,897 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/f1/0a7fd1f354564540b2c0e430168df25e 2024-11-17T12:22:34,897 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:34,897 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 1159, reset compression=false 2024-11-17T12:22:34,897 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,36229,1731846131086 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:22:34,898 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,36229,1731846131086: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,36229,1731846131086, walGroup=5dda233f2f2e%2C36229%2C1731846131086, offset=5dda233f2f2e%2C36229%2C1731846131086.1731846133494:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:36229 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:22:34,899 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:22:34,899 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:22:34,900 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:22:34,900 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:22:34,900 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:22:34,900 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 666158120 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191311792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:22:34,900 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:33141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:33141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:22:34,901 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a7fd1f354564540b2c0e430168df25e 2024-11-17T12:22:34,919 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/norep/49ea80ffc09a481ab58c3774b9c6aebb is 32, key is row/norep:/1731846147889/DeleteFamily/seqid=0 2024-11-17T12:22:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741846_1022 (size=5101) 2024-11-17T12:22:35,028 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:22:35,028 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ef519cb2dc63acdd3dcf5ff8e411010d=test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d.} 2024-11-17T12:22:35,028 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:35,105 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 1159, reset compression=false 2024-11-17T12:22:35,228 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef519cb2dc63acdd3dcf5ff8e411010d 2024-11-17T12:22:35,285 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/rep_barrier/42936332c4ce429faa8b0c00e60b0ac5 2024-11-17T12:22:35,302 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/table/e97e6f56318f45fdaf16a9c328712fdb is 53, key is hbase:replication/table:state/1731846142737/Put/seqid=0 2024-11-17T12:22:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741847_1023 (size=5308) 2024-11-17T12:22:35,323 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/norep/49ea80ffc09a481ab58c3774b9c6aebb 2024-11-17T12:22:35,326 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49ea80ffc09a481ab58c3774b9c6aebb 2024-11-17T12:22:35,327 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/f/a7e044193fd04c2d8dd6c1e808937f4e as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/f/a7e044193fd04c2d8dd6c1e808937f4e 2024-11-17T12:22:35,330 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e044193fd04c2d8dd6c1e808937f4e 2024-11-17T12:22:35,330 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/f/a7e044193fd04c2d8dd6c1e808937f4e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T12:22:35,331 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/f1/0a7fd1f354564540b2c0e430168df25e as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/f1/0a7fd1f354564540b2c0e430168df25e 2024-11-17T12:22:35,333 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a7fd1f354564540b2c0e430168df25e 2024-11-17T12:22:35,333 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/f1/0a7fd1f354564540b2c0e430168df25e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T12:22:35,334 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/.tmp/norep/49ea80ffc09a481ab58c3774b9c6aebb as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/norep/49ea80ffc09a481ab58c3774b9c6aebb 2024-11-17T12:22:35,337 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49ea80ffc09a481ab58c3774b9c6aebb 2024-11-17T12:22:35,337 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/norep/49ea80ffc09a481ab58c3774b9c6aebb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T12:22:35,338 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ef519cb2dc63acdd3dcf5ff8e411010d in 1278ms, sequenceid=8, compaction requested=false 2024-11-17T12:22:35,341 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/default/test/ef519cb2dc63acdd3dcf5ff8e411010d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T12:22:35,342 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:35,342 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:22:35,342 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:35,342 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef519cb2dc63acdd3dcf5ff8e411010d: Waiting for close lock at 1731846154060Running coprocessor pre-close hooks at 1731846154060Disabling compacts and flushes for region at 1731846154060Disabling writes for close at 1731846154060Obtaining lock to block concurrent updates at 1731846154060Preparing flush snapshotting stores in ef519cb2dc63acdd3dcf5ff8e411010d at 1731846154060Finished memstore snapshotting test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731846154061 (+1 ms)Flushing stores of test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. at 1731846154061Flushing ef519cb2dc63acdd3dcf5ff8e411010d/f: creating writer at 1731846154061Flushing ef519cb2dc63acdd3dcf5ff8e411010d/f: appending metadata at 1731846154074 (+13 ms)Flushing ef519cb2dc63acdd3dcf5ff8e411010d/f: closing flushed file at 1731846154074Flushing ef519cb2dc63acdd3dcf5ff8e411010d/f1: creating writer at 1731846154481 (+407 ms)Flushing ef519cb2dc63acdd3dcf5ff8e411010d/f1: appending metadata at 1731846154493 (+12 ms)Flushing ef519cb2dc63acdd3dcf5ff8e411010d/f1: closing flushed file at 1731846154493Flushing ef519cb2dc63acdd3dcf5ff8e411010d/norep: creating writer at 1731846154901 (+408 ms)Flushing ef519cb2dc63acdd3dcf5ff8e411010d/norep: appending metadata at 1731846154918 (+17 ms)Flushing ef519cb2dc63acdd3dcf5ff8e411010d/norep: closing flushed file at 1731846154918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fec6e7d: reopening flushed file at 1731846155326 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52474eb4: reopening flushed file at 1731846155330 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@153a35bf: reopening flushed file at 1731846155333 (+3 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for ef519cb2dc63acdd3dcf5ff8e411010d in 1278ms, sequenceid=8, compaction requested=false at 1731846155338 (+5 ms)Writing region close event to WAL at 1731846155339 (+1 ms)Running coprocessor post-close hooks at 1731846155342 (+3 ms)Closed at 1731846155342 2024-11-17T12:22:35,342 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846140293.ef519cb2dc63acdd3dcf5ff8e411010d. 2024-11-17T12:22:35,408 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 1159, reset compression=false 2024-11-17T12:22:35,408 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=15, created chunk count=22, reused chunk count=75, reuseRatio=77.32% 2024-11-17T12:22:35,409 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-17T12:22:35,412 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:22:35,412 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 1803, reset compression=false 2024-11-17T12:22:35,428 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:22:35,616 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 1803, reset compression=false 2024-11-17T12:22:35,629 DEBUG [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:22:35,705 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/table/e97e6f56318f45fdaf16a9c328712fdb 2024-11-17T12:22:35,710 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/info/9673e5f7139a470a8bc60970c7a09935 as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/info/9673e5f7139a470a8bc60970c7a09935 2024-11-17T12:22:35,713 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/info/9673e5f7139a470a8bc60970c7a09935, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:22:35,714 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/ns/a3a10867ae9345139317d0078e9b6c6f as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/ns/a3a10867ae9345139317d0078e9b6c6f 2024-11-17T12:22:35,717 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/ns/a3a10867ae9345139317d0078e9b6c6f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:22:35,718 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/rep_barrier/42936332c4ce429faa8b0c00e60b0ac5 as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/rep_barrier/42936332c4ce429faa8b0c00e60b0ac5 2024-11-17T12:22:35,721 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/rep_barrier/42936332c4ce429faa8b0c00e60b0ac5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:22:35,722 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/.tmp/table/e97e6f56318f45fdaf16a9c328712fdb as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/table/e97e6f56318f45fdaf16a9c328712fdb 2024-11-17T12:22:35,725 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/table/e97e6f56318f45fdaf16a9c328712fdb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:22:35,726 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-17T12:22:35,729 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:22:35,729 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:22:35,729 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:22:35,729 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:35,730 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846154027Running coprocessor pre-close hooks at 1731846154027Disabling compacts and flushes for region at 1731846154027Disabling writes for close at 1731846154027Obtaining lock to block concurrent updates at 1731846154027Preparing flush snapshotting stores in 1588230740 at 1731846154027Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846154028 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731846154028Flushing 1588230740/info: creating writer at 1731846154028Flushing 1588230740/info: appending metadata at 1731846154041 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731846154041Flushing 1588230740/ns: creating writer at 1731846154450 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731846154462 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731846154462Flushing 1588230740/rep_barrier: creating writer at 1731846154869 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846154881 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846154881Flushing 1588230740/table: creating writer at 1731846155289 (+408 ms)Flushing 1588230740/table: appending metadata at 1731846155302 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731846155302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1af2cc: reopening flushed file at 1731846155709 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db121b5: reopening flushed file at 1731846155713 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e99ea9: reopening flushed file at 1731846155717 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ccf30e: reopening flushed file at 1731846155721 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731846155726 (+5 ms)Writing region close event to WAL at 1731846155727 (+1 ms)Running coprocessor post-close hooks at 1731846155729 (+2 ms)Closed at 1731846155729 2024-11-17T12:22:35,730 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:35,829 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,36229,1731846131086; all regions closed. 2024-11-17T12:22:35,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:22:35,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.meta.1731846134489.meta not finished, retry = 0 2024-11-17T12:22:35,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:35,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,919 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 to pos 1803, reset compression=false 2024-11-17T12:22:35,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741839_1015 (size=2676) 2024-11-17T12:22:35,933 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.rep.1731846142703 not finished, retry = 0 2024-11-17T12:22:35,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:35,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741832_1008 (size=1811) 2024-11-17T12:22:36,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/WALs/5dda233f2f2e,36229,1731846131086/5dda233f2f2e%2C36229%2C1731846131086.1731846133494 not finished, retry = 0 2024-11-17T12:22:36,137 DEBUG [RS:0;5dda233f2f2e:36229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:36,137 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:22:36,137 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:22:36,137 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T12:22:36,137 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:22:36,137 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:22:36,137 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,36229,1731846131086 because: Region server is closing 2024-11-17T12:22:36,138 INFO [RS:0;5dda233f2f2e:36229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:36229. 2024-11-17T12:22:36,138 DEBUG [RS:0;5dda233f2f2e:36229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:36,138 DEBUG [RS:0;5dda233f2f2e:36229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:36,138 DEBUG [RS:0;5dda233f2f2e:36229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:36,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:36,238 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.shipper5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 terminated 2024-11-17T12:22:36,238 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,36229,1731846131086.replicationSource.wal-reader.5dda233f2f2e%2C36229%2C1731846131086,1-5dda233f2f2e,36229,1731846131086 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:22:36,238 INFO [RS:0;5dda233f2f2e:36229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:36229. 2024-11-17T12:22:36,238 DEBUG [RS:0;5dda233f2f2e:36229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:22:36,238 DEBUG [RS:0;5dda233f2f2e:36229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:36,238 DEBUG [RS:0;5dda233f2f2e:36229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:36,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:22:36,239 INFO [RS:0;5dda233f2f2e:36229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36229 2024-11-17T12:22:36,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01005656200/rs/5dda233f2f2e,36229,1731846131086 2024-11-17T12:22:36,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200/rs 2024-11-17T12:22:36,299 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:22:36,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,36229,1731846131086] 2024-11-17T12:22:36,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01005656200/draining/5dda233f2f2e,36229,1731846131086 already deleted, retry=false 2024-11-17T12:22:36,320 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,36229,1731846131086 expired; onlineServers=0 2024-11-17T12:22:36,320 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,33141,1731846130910' ***** 2024-11-17T12:22:36,320 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:22:36,320 INFO [M:0;5dda233f2f2e:33141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:22:36,320 INFO [M:0;5dda233f2f2e:33141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:22:36,320 DEBUG [M:0;5dda233f2f2e:33141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:22:36,320 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:22:36,320 DEBUG [M:0;5dda233f2f2e:33141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:22:36,320 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846133274 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846133274,5,FailOnTimeoutGroup] 2024-11-17T12:22:36,320 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846133274 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846133274,5,FailOnTimeoutGroup] 2024-11-17T12:22:36,320 INFO [M:0;5dda233f2f2e:33141 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:22:36,320 INFO [M:0;5dda233f2f2e:33141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:22:36,320 DEBUG [M:0;5dda233f2f2e:33141 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:22:36,320 INFO [M:0;5dda233f2f2e:33141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:22:36,320 INFO [M:0;5dda233f2f2e:33141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:22:36,320 INFO [M:0;5dda233f2f2e:33141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:22:36,320 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:22:36,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01005656200/master 2024-11-17T12:22:36,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01005656200 2024-11-17T12:22:36,330 DEBUG [M:0;5dda233f2f2e:33141 {}] zookeeper.ZKUtil(347): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Unable to get data of znode /01005656200/master because node does not exist (not an error) 2024-11-17T12:22:36,330 WARN [M:0;5dda233f2f2e:33141 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:22:36,331 INFO [M:0;5dda233f2f2e:33141 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/.lastflushedseqids 2024-11-17T12:22:36,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741848_1024 (size=245) 2024-11-17T12:22:36,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:36,409 INFO [RS:0;5dda233f2f2e:36229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:22:36,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36229-0x10148bec0c70001, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:36,409 INFO [RS:0;5dda233f2f2e:36229 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,36229,1731846131086; zookeeper connection closed. 2024-11-17T12:22:36,410 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d79fbb4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d79fbb4 2024-11-17T12:22:36,410 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:22:36,735 INFO [M:0;5dda233f2f2e:33141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:22:36,735 INFO [M:0;5dda233f2f2e:33141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:22:36,735 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:36,735 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:36,735 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:36,735 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:36,735 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:36,735 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-17T12:22:36,748 DEBUG [M:0;5dda233f2f2e:33141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4651f758c8848ffb3f79574bad50ba6 is 82, key is hbase:meta,,1/info:regioninfo/1731846134517/Put/seqid=0 2024-11-17T12:22:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741849_1025 (size=5672) 2024-11-17T12:22:37,152 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4651f758c8848ffb3f79574bad50ba6 2024-11-17T12:22:37,168 DEBUG [M:0;5dda233f2f2e:33141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31bc9a89711c406db6a057af39aa8005 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731846142741/Put/seqid=0 2024-11-17T12:22:37,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741850_1026 (size=8517) 2024-11-17T12:22:37,572 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31bc9a89711c406db6a057af39aa8005 2024-11-17T12:22:37,588 DEBUG [M:0;5dda233f2f2e:33141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a55510dc9a04134a8911f236e4d13af is 69, key is 5dda233f2f2e,36229,1731846131086/rs:state/1731846133345/Put/seqid=0 2024-11-17T12:22:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741851_1027 (size=5156) 2024-11-17T12:22:37,992 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a55510dc9a04134a8911f236e4d13af 2024-11-17T12:22:37,996 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4651f758c8848ffb3f79574bad50ba6 as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4651f758c8848ffb3f79574bad50ba6 2024-11-17T12:22:37,999 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4651f758c8848ffb3f79574bad50ba6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T12:22:38,000 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31bc9a89711c406db6a057af39aa8005 as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31bc9a89711c406db6a057af39aa8005 2024-11-17T12:22:38,003 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31bc9a89711c406db6a057af39aa8005, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T12:22:38,003 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a55510dc9a04134a8911f236e4d13af as hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a55510dc9a04134a8911f236e4d13af 2024-11-17T12:22:38,006 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43893/user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a55510dc9a04134a8911f236e4d13af, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T12:22:38,007 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-17T12:22:38,008 INFO [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:38,009 DEBUG [M:0;5dda233f2f2e:33141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846156735Disabling compacts and flushes for region at 1731846156735Disabling writes for close at 1731846156735Obtaining lock to block concurrent updates at 1731846156735Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846156735Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731846156736 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846156736Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846156736Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846156748 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846156748Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846157155 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846157168 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846157168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846157575 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846157588 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846157588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149cc77a: reopening flushed file at 1731846157995 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b4f1d8: reopening flushed file at 1731846157999 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ea7805: reopening flushed file at 1731846158003 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1731846158007 (+4 ms)Writing region close event to WAL at 1731846158008 (+1 ms)Closed at 1731846158008 2024-11-17T12:22:38,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741830_1006 (size=63666) 2024-11-17T12:22:38,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/712ea8e7-a3b7-d291-34a8-c6e97a6329b7/MasterData/WALs/5dda233f2f2e,33141,1731846130910/5dda233f2f2e%2C33141%2C1731846130910.1731846132840 not finished, retry = 0 2024-11-17T12:22:38,111 INFO [M:0;5dda233f2f2e:33141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:22:38,111 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:22:38,111 INFO [M:0;5dda233f2f2e:33141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33141 2024-11-17T12:22:38,111 INFO [M:0;5dda233f2f2e:33141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:22:38,325 INFO [M:0;5dda233f2f2e:33141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:22:38,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:38,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33141-0x10148bec0c70000, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:22:38,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175f77a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:38,328 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:22:38,328 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:22:38,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:22:38,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.log.dir/,STOPPED} 2024-11-17T12:22:38,329 WARN [BP-1204264394-172.17.0.3-1731846128950 heartbeating to localhost/127.0.0.1:43893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:22:38,329 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:22:38,329 WARN [BP-1204264394-172.17.0.3-1731846128950 heartbeating to localhost/127.0.0.1:43893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1204264394-172.17.0.3-1731846128950 (Datanode Uuid 7d72d2f6-153a-48e9-8f47-5fa368954cea) service to localhost/127.0.0.1:43893 2024-11-17T12:22:38,329 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:22:38,329 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/cluster_6a0b7887-ec1d-b2af-00cc-5628a5b52f3e/data/data1/current/BP-1204264394-172.17.0.3-1731846128950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:22:38,330 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/cluster_6a0b7887-ec1d-b2af-00cc-5628a5b52f3e/data/data2/current/BP-1204264394-172.17.0.3-1731846128950 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:22:38,330 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:22:38,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3345c3bd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:38,336 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bfff8b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:22:38,336 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:22:38,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44c1350{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:22:38,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189d9056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7be9cc5-72c5-e952-1cdf-aa8b69de92ec/hadoop.log.dir/,STOPPED} 2024-11-17T12:22:38,342 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:22:38,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:22:38,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 242) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:44203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53436) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43893 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53436) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44203 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 382), ProcessCount=11 (was 11), AvailableMemoryMB=3252 (was 3347) 2024-11-17T12:22:38,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=3252 2024-11-17T12:22:38,381 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-17T12:22:38,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.log.dir so I do NOT create it in target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc 2024-11-17T12:22:38,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:22:38,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.tmp.dir so I do NOT create it in target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc 2024-11-17T12:22:38,382 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03f349c2-ada1-396d-825d-c02c122292d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:22:38,382 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc 2024-11-17T12:22:38,382 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/cluster_1ac71515-5956-98f0-b23e-664fb2b9601f, deleteOnExit=true 2024-11-17T12:22:38,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/cluster_1ac71515-5956-98f0-b23e-664fb2b9601f/zookeeper_0, clientPort=49301, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/cluster_1ac71515-5956-98f0-b23e-664fb2b9601f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/cluster_1ac71515-5956-98f0-b23e-664fb2b9601f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:22:38,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49301 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/test.cache.data in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:22:38,403 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:22:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:22:38,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148bec0c70005, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:22:38,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148bec0c70002, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:22:38,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148bec0c70005, quorum=127.0.0.1:53436, baseZNode=/11315058211 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:22:38,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148bec0c70002, quorum=127.0.0.1:53436, baseZNode=/01005656200 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:22:38,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:38,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:38,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:38,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:38,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:22:38,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:38,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:38,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:38,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198dbb51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/java.io.tmpdir/jetty-localhost-36745-hadoop-hdfs-3_4_1-tests_jar-_-any-2117417954298746439/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:38,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:36745} 2024-11-17T12:22:38,904 INFO [Time-limited test {}] server.Server(415): Started @314619ms 2024-11-17T12:22:39,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:39,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:39,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:39,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:39,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:22:39,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:39,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:39,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c6f5cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/java.io.tmpdir/jetty-localhost-37903-hadoop-hdfs-3_4_1-tests_jar-_-any-8576805787363075110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:39,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:37903} 2024-11-17T12:22:39,247 INFO [Time-limited test {}] server.Server(415): Started @314963ms 2024-11-17T12:22:39,248 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:22:39,907 WARN [Thread-2678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/cluster_1ac71515-5956-98f0-b23e-664fb2b9601f/data/data1/current/BP-2086105304-172.17.0.3-1731846158418/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:39,907 WARN [Thread-2679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/cluster_1ac71515-5956-98f0-b23e-664fb2b9601f/data/data2/current/BP-2086105304-172.17.0.3-1731846158418/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:39,925 WARN [Thread-2666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bd61a453128fd36 with lease ID 0xe59d4ff45dd08356: Processing first storage report for DS-358e7f94-1e50-4dd0-97ac-f5f9f608f7d3 from datanode DatanodeRegistration(127.0.0.1:44823, datanodeUuid=35ee76e3-ff92-4038-a3ce-f1f525a59126, infoPort=38173, infoSecurePort=0, ipcPort=37027, storageInfo=lv=-57;cid=testClusterID;nsid=2129002386;c=1731846158418) 2024-11-17T12:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bd61a453128fd36 with lease ID 0xe59d4ff45dd08356: from storage DS-358e7f94-1e50-4dd0-97ac-f5f9f608f7d3 node DatanodeRegistration(127.0.0.1:44823, datanodeUuid=35ee76e3-ff92-4038-a3ce-f1f525a59126, infoPort=38173, infoSecurePort=0, ipcPort=37027, storageInfo=lv=-57;cid=testClusterID;nsid=2129002386;c=1731846158418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9bd61a453128fd36 with lease ID 0xe59d4ff45dd08356: Processing first storage report for DS-614d83c3-0375-4014-bc50-c2cb43981c63 from datanode DatanodeRegistration(127.0.0.1:44823, datanodeUuid=35ee76e3-ff92-4038-a3ce-f1f525a59126, infoPort=38173, infoSecurePort=0, ipcPort=37027, storageInfo=lv=-57;cid=testClusterID;nsid=2129002386;c=1731846158418) 2024-11-17T12:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9bd61a453128fd36 with lease ID 0xe59d4ff45dd08356: from storage DS-614d83c3-0375-4014-bc50-c2cb43981c63 node DatanodeRegistration(127.0.0.1:44823, datanodeUuid=35ee76e3-ff92-4038-a3ce-f1f525a59126, infoPort=38173, infoSecurePort=0, ipcPort=37027, storageInfo=lv=-57;cid=testClusterID;nsid=2129002386;c=1731846158418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:22:39,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc 2024-11-17T12:22:39,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:39,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:22:40,383 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412 with version=8 2024-11-17T12:22:40,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/hbase-staging 2024-11-17T12:22:40,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:40,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:40,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:40,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:40,385 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:22:40,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:40,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38167 2024-11-17T12:22:40,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38167 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:40,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381670x0, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:40,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38167-0x10148bf33ec0000 connected 2024-11-17T12:22:40,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:40,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:40,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on znode that does not yet exist, /0-368854438/running 2024-11-17T12:22:40,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412, hbase.cluster.distributed=false 2024-11-17T12:22:40,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on znode that does not yet exist, /0-368854438/acl 2024-11-17T12:22:40,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-17T12:22:40,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38167 2024-11-17T12:22:40,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38167 2024-11-17T12:22:40,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-17T12:22:40,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38167 2024-11-17T12:22:40,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:40,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:40,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:40,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:22:40,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:40,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33089 2024-11-17T12:22:40,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33089 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:40,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:40,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:40,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330890x0, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:40,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330890x0, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on znode that does not yet exist, /0-368854438/running 2024-11-17T12:22:40,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33089-0x10148bf33ec0001 connected 2024-11-17T12:22:40,621 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:22:40,621 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:22:40,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on znode that does not yet exist, /0-368854438/master 2024-11-17T12:22:40,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on znode that does not yet exist, /0-368854438/acl 2024-11-17T12:22:40,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33089 2024-11-17T12:22:40,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33089 2024-11-17T12:22:40,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33089 2024-11-17T12:22:40,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33089 2024-11-17T12:22:40,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33089 2024-11-17T12:22:40,638 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:38167 2024-11-17T12:22:40,639 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-368854438/backup-masters/5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438/backup-masters 2024-11-17T12:22:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438/backup-masters 2024-11-17T12:22:40,651 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on existing znode=/0-368854438/backup-masters/5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:40,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:40,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-368854438/master 2024-11-17T12:22:40,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:40,663 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on existing znode=/0-368854438/master 2024-11-17T12:22:40,663 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-368854438/backup-masters/5dda233f2f2e,38167,1731846160384 from backup master directory 2024-11-17T12:22:40,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368854438/backup-masters/5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:40,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438/backup-masters 2024-11-17T12:22:40,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438/backup-masters 2024-11-17T12:22:40,673 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:40,673 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:40,676 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/hbase.id] with ID: 986e3db4-9df0-4f7a-b571-3d1cb9c5b32a 2024-11-17T12:22:40,676 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/.tmp/hbase.id 2024-11-17T12:22:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:22:40,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:40,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:40,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:41,080 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/.tmp/hbase.id]:[hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/hbase.id] 2024-11-17T12:22:41,087 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:41,087 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:22:41,088 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:22:41,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:41,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:41,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:22:41,572 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:41,573 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:22:41,573 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:41,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:22:41,583 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store 2024-11-17T12:22:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:22:41,994 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:41,994 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:41,994 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:41,994 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:41,994 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:41,994 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:41,994 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:41,994 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846161994Disabling compacts and flushes for region at 1731846161994Disabling writes for close at 1731846161994Writing region close event to WAL at 1731846161994Closed at 1731846161994 2024-11-17T12:22:41,995 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/.initializing 2024-11-17T12:22:41,995 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/WALs/5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:41,996 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:41,997 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C38167%2C1731846160384, suffix=, logDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/WALs/5dda233f2f2e,38167,1731846160384, archiveDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/oldWALs, maxLogs=10 2024-11-17T12:22:42,012 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/WALs/5dda233f2f2e,38167,1731846160384/5dda233f2f2e%2C38167%2C1731846160384.1731846161997, exclude list is [], retry=0 2024-11-17T12:22:42,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44823,DS-358e7f94-1e50-4dd0-97ac-f5f9f608f7d3,DISK] 2024-11-17T12:22:42,016 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/WALs/5dda233f2f2e,38167,1731846160384/5dda233f2f2e%2C38167%2C1731846160384.1731846161997 2024-11-17T12:22:42,016 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38173:38173)] 2024-11-17T12:22:42,016 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:42,016 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:42,016 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,016 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:22:42,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:42,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:42,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:22:42,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:42,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:42,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:22:42,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:42,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:42,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:22:42,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:42,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:42,022 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,022 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,023 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,023 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,023 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,024 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:42,024 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:42,026 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:42,026 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65675030, jitterRate=-0.02136579155921936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:42,027 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846162016Initializing all the Stores at 1731846162017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846162017Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846162017Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846162017Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846162017Cleaning up temporary data from old regions at 1731846162023 (+6 ms)Region opened successfully at 1731846162027 (+4 ms) 2024-11-17T12:22:42,027 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:22:42,029 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3e0d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:42,030 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:22:42,030 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:22:42,030 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:22:42,030 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:22:42,031 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:22:42,031 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:22:42,031 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:22:42,033 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:22:42,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Unable to get data of znode /0-368854438/balancer because node does not exist (not necessarily an error) 2024-11-17T12:22:42,094 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368854438/balancer already deleted, retry=false 2024-11-17T12:22:42,095 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:22:42,095 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Unable to get data of znode /0-368854438/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:22:42,104 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368854438/normalizer already deleted, retry=false 2024-11-17T12:22:42,105 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:22:42,106 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Unable to get data of znode /0-368854438/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:22:42,115 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368854438/switch/split already deleted, retry=false 2024-11-17T12:22:42,116 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Unable to get data of znode /0-368854438/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:22:42,125 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368854438/switch/merge already deleted, retry=false 2024-11-17T12:22:42,127 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Unable to get data of znode /0-368854438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:22:42,136 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-368854438/snapshot-cleanup already deleted, retry=false 2024-11-17T12:22:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-368854438/running 2024-11-17T12:22:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-368854438/running 2024-11-17T12:22:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:42,147 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,38167,1731846160384, sessionid=0x10148bf33ec0000, setting cluster-up flag (Was=false) 2024-11-17T12:22:42,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:42,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:42,199 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-368854438/flush-table-proc/acquired, /0-368854438/flush-table-proc/reached, /0-368854438/flush-table-proc/abort 2024-11-17T12:22:42,200 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:42,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:42,252 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-368854438/online-snapshot/acquired, /0-368854438/online-snapshot/reached, /0-368854438/online-snapshot/abort 2024-11-17T12:22:42,253 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:42,253 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:22:42,254 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:42,255 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:22:42,255 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:22:42,255 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,38167,1731846160384 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:22:42,256 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:42,256 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:42,256 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:42,256 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:42,256 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:22:42,256 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,256 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:42,256 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846192256 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:42,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:22:42,257 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:22:42,258 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:22:42,258 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:22:42,258 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:22:42,258 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846162258,5,FailOnTimeoutGroup] 2024-11-17T12:22:42,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:42,258 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846162258,5,FailOnTimeoutGroup] 2024-11-17T12:22:42,258 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,258 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:22:42,258 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,258 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:22:42,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:22:42,331 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(746): ClusterId : 986e3db4-9df0-4f7a-b571-3d1cb9c5b32a 2024-11-17T12:22:42,331 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:22:42,336 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:22:42,336 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:22:42,347 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:22:42,347 DEBUG [RS:0;5dda233f2f2e:33089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6384690a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:42,358 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:33089 2024-11-17T12:22:42,358 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:22:42,358 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:22:42,358 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:22:42,358 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,38167,1731846160384 with port=33089, startcode=1731846160607 2024-11-17T12:22:42,358 DEBUG [RS:0;5dda233f2f2e:33089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:22:42,359 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:22:42,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:42,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38167 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:42,361 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412 2024-11-17T12:22:42,361 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45241 2024-11-17T12:22:42,361 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:22:42,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438/rs 2024-11-17T12:22:42,368 DEBUG [RS:0;5dda233f2f2e:33089 {}] zookeeper.ZKUtil(111): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on existing znode=/0-368854438/rs/5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:42,368 WARN [RS:0;5dda233f2f2e:33089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:42,368 INFO [RS:0;5dda233f2f2e:33089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:42,368 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:42,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,33089,1731846160607] 2024-11-17T12:22:42,370 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:22:42,371 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:22:42,372 INFO [RS:0;5dda233f2f2e:33089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:22:42,372 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,373 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:22:42,373 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:22:42,373 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,373 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:42,374 DEBUG [RS:0;5dda233f2f2e:33089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:42,374 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,374 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,374 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,374 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,374 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,375 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33089,1731846160607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:42,394 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:22:42,394 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33089,1731846160607-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,394 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,394 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.Replication(171): 5dda233f2f2e,33089,1731846160607 started 2024-11-17T12:22:42,410 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:42,410 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,33089,1731846160607, RpcServer on 5dda233f2f2e/172.17.0.3:33089, sessionid=0x10148bf33ec0001 2024-11-17T12:22:42,411 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:22:42,411 DEBUG [RS:0;5dda233f2f2e:33089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:42,411 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,33089,1731846160607' 2024-11-17T12:22:42,411 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-368854438/flush-table-proc/abort' 2024-11-17T12:22:42,411 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-368854438/flush-table-proc/acquired' 2024-11-17T12:22:42,411 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:22:42,412 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:22:42,412 DEBUG [RS:0;5dda233f2f2e:33089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:42,412 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,33089,1731846160607' 2024-11-17T12:22:42,412 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-368854438/online-snapshot/abort' 2024-11-17T12:22:42,412 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-368854438/online-snapshot/acquired' 2024-11-17T12:22:42,412 DEBUG [RS:0;5dda233f2f2e:33089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:22:42,412 INFO [RS:0;5dda233f2f2e:33089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:22:42,412 INFO [RS:0;5dda233f2f2e:33089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:22:42,512 INFO [RS:0;5dda233f2f2e:33089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:42,513 INFO [RS:0;5dda233f2f2e:33089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C33089%2C1731846160607, suffix=, logDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607, archiveDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/oldWALs, maxLogs=10 2024-11-17T12:22:42,525 DEBUG [RS:0;5dda233f2f2e:33089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, exclude list is [], retry=0 2024-11-17T12:22:42,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44823,DS-358e7f94-1e50-4dd0-97ac-f5f9f608f7d3,DISK] 2024-11-17T12:22:42,528 INFO [RS:0;5dda233f2f2e:33089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 2024-11-17T12:22:42,528 DEBUG [RS:0;5dda233f2f2e:33089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38173:38173)] 2024-11-17T12:22:42,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:22:42,666 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412 2024-11-17T12:22:42,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:22:42,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:42,761 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:42,761 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38377 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:43,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:43,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:43,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:43,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:43,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:43,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:43,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:43,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:43,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:43,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:43,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:43,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:43,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:43,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:43,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:43,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:43,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:43,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:43,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740 2024-11-17T12:22:43,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740 2024-11-17T12:22:43,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:43,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:43,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:43,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:43,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:43,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68267913, jitterRate=0.017271175980567932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:43,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846163071Initializing all the Stores at 1731846163071Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846163071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846163071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846163071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846163071Cleaning up temporary data from old regions at 1731846163078 (+7 ms)Region opened successfully at 1731846163081 (+3 ms) 2024-11-17T12:22:43,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:43,081 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:43,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:43,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:43,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:43,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:43,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846163081Disabling compacts and flushes for region at 1731846163081Disabling writes for close at 1731846163081Writing region close event to WAL at 1731846163082 (+1 ms)Closed at 1731846163082 2024-11-17T12:22:43,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:43,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:22:43,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:22:43,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:43,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:22:43,234 DEBUG [5dda233f2f2e:38167 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:22:43,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:43,235 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,33089,1731846160607, state=OPENING 2024-11-17T12:22:43,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:22:43,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:43,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:22:43,305 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:43,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-368854438/meta-region-server: CHANGED 2024-11-17T12:22:43,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-368854438/meta-region-server: CHANGED 2024-11-17T12:22:43,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33089,1731846160607}] 2024-11-17T12:22:43,457 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:22:43,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:22:43,461 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:22:43,461 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:43,461 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:22:43,462 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C33089%2C1731846160607.meta, suffix=.meta, logDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607, archiveDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/oldWALs, maxLogs=10 2024-11-17T12:22:43,474 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.meta.1731846163462.meta, exclude list is [], retry=0 2024-11-17T12:22:43,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44823,DS-358e7f94-1e50-4dd0-97ac-f5f9f608f7d3,DISK] 2024-11-17T12:22:43,477 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.meta.1731846163462.meta 2024-11-17T12:22:43,477 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38173:38173)] 2024-11-17T12:22:43,477 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:43,477 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:43,478 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:22:43,478 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:22:43,478 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:22:43,478 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:22:43,478 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:43,478 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:22:43,478 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:22:43,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:43,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:43,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:43,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:43,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:43,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:43,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:43,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:43,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:43,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:43,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:43,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:43,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:43,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:43,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:43,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:43,482 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:43,483 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740 2024-11-17T12:22:43,483 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740 2024-11-17T12:22:43,484 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:43,484 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:43,485 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:43,486 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:43,486 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59421388, jitterRate=-0.1145523190498352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:43,486 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:22:43,487 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846163478Writing region info on filesystem at 1731846163478Initializing all the Stores at 1731846163479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846163479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846163479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846163479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846163479Cleaning up temporary data from old regions at 1731846163484 (+5 ms)Running coprocessor post-open hooks at 1731846163486 (+2 ms)Region opened successfully at 1731846163487 (+1 ms) 2024-11-17T12:22:43,488 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846163457 2024-11-17T12:22:43,490 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:22:43,490 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:22:43,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:43,491 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,33089,1731846160607, state=OPEN 2024-11-17T12:22:43,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-368854438/meta-region-server 2024-11-17T12:22:43,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-368854438/meta-region-server 2024-11-17T12:22:43,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:43,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-368854438/meta-region-server: CHANGED 2024-11-17T12:22:43,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-368854438/meta-region-server: CHANGED 2024-11-17T12:22:43,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:22:43,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33089,1731846160607 in 229 msec 2024-11-17T12:22:43,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:22:43,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-17T12:22:43,538 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:43,538 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:22:43,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:43,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33089,1731846160607, seqNum=-1] 2024-11-17T12:22:43,539 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:43,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:43,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-17T12:22:43,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846163544, completionTime=-1 2024-11-17T12:22:43,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:22:43,544 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:22:43,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:22:43,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846223545 2024-11-17T12:22:43,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846283545 2024-11-17T12:22:43,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:22:43,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38167,1731846160384-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:43,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38167,1731846160384-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:43,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38167,1731846160384-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:43,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:38167, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:43,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:43,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:43,547 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:22:43,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.875sec 2024-11-17T12:22:43,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:22:43,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:22:43,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:22:43,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:22:43,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:22:43,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38167,1731846160384-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:43,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38167,1731846160384-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:22:43,551 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:22:43,551 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:22:43,551 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38167,1731846160384-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:43,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37801c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:43,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38167,-1 for getting cluster id 2024-11-17T12:22:43,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:43,633 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '986e3db4-9df0-4f7a-b571-3d1cb9c5b32a' 2024-11-17T12:22:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "986e3db4-9df0-4f7a-b571-3d1cb9c5b32a" 2024-11-17T12:22:43,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad016d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38167,-1] 2024-11-17T12:22:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:43,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:43,634 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:43,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:43,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:43,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33089,1731846160607, seqNum=-1] 2024-11-17T12:22:43,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:43,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:43,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:43,639 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:43,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:43,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148bf33ec0002 connected 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.log.dir so I do NOT create it in target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f 2024-11-17T12:22:43,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.tmp.dir so I do NOT create it in target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f 2024-11-17T12:22:43,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:22:43,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/cluster_814066f0-4c55-6666-2a16-63ef77f6386a, deleteOnExit=true 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/test.cache.data in system properties and HBase conf 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:22:43,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:22:43,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:22:43,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:22:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:22:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:22:43,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:22:43,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:43,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:43,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:43,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:43,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:22:43,973 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:43,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5f324c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:43,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:44,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e636fa6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/java.io.tmpdir/jetty-localhost-43331-hadoop-hdfs-3_4_1-tests_jar-_-any-13969680700722364288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:44,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67e30c78{HTTP/1.1, (http/1.1)}{localhost:43331} 2024-11-17T12:22:44,073 INFO [Time-limited test {}] server.Server(415): Started @319789ms 2024-11-17T12:22:44,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:44,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:44,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:44,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:44,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:22:44,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4eab9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:44,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:44,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be291d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/java.io.tmpdir/jetty-localhost-39757-hadoop-hdfs-3_4_1-tests_jar-_-any-6328827847193030804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:44,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45ff5f1a{HTTP/1.1, (http/1.1)}{localhost:39757} 2024-11-17T12:22:44,422 INFO [Time-limited test {}] server.Server(415): Started @320138ms 2024-11-17T12:22:44,423 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:22:44,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:22:44,446 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:22:45,154 WARN [Thread-2800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/cluster_814066f0-4c55-6666-2a16-63ef77f6386a/data/data2/current/BP-1023029713-172.17.0.3-1731846163691/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:45,154 WARN [Thread-2799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/cluster_814066f0-4c55-6666-2a16-63ef77f6386a/data/data1/current/BP-1023029713-172.17.0.3-1731846163691/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:45,171 WARN [Thread-2787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:22:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bfadca040bda429 with lease ID 0xe8341d9589252015: Processing first storage report for DS-6eec152d-efec-47b7-afca-617c07ff8b18 from datanode DatanodeRegistration(127.0.0.1:45359, datanodeUuid=70b9176f-77bb-4898-8301-a51d5c9e5814, infoPort=45111, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=1921230016;c=1731846163691) 2024-11-17T12:22:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bfadca040bda429 with lease ID 0xe8341d9589252015: from storage DS-6eec152d-efec-47b7-afca-617c07ff8b18 node DatanodeRegistration(127.0.0.1:45359, datanodeUuid=70b9176f-77bb-4898-8301-a51d5c9e5814, infoPort=45111, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=1921230016;c=1731846163691), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T12:22:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8bfadca040bda429 with lease ID 0xe8341d9589252015: Processing first storage report for DS-60db2004-803f-4098-b578-100bb161de59 from datanode DatanodeRegistration(127.0.0.1:45359, datanodeUuid=70b9176f-77bb-4898-8301-a51d5c9e5814, infoPort=45111, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=1921230016;c=1731846163691) 2024-11-17T12:22:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8bfadca040bda429 with lease ID 0xe8341d9589252015: from storage DS-60db2004-803f-4098-b578-100bb161de59 node DatanodeRegistration(127.0.0.1:45359, datanodeUuid=70b9176f-77bb-4898-8301-a51d5c9e5814, infoPort=45111, infoSecurePort=0, ipcPort=39181, storageInfo=lv=-57;cid=testClusterID;nsid=1921230016;c=1731846163691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:22:45,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f 2024-11-17T12:22:45,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:45,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:45,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:22:45,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815 with version=8 2024-11-17T12:22:45,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/hbase-staging 2024-11-17T12:22:45,675 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:45,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:45,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:45,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:45,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:45,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:45,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:22:45,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:45,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33037 2024-11-17T12:22:45,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33037 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:45,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330370x0, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:45,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33037-0x10148bf33ec0003 connected 2024-11-17T12:22:45,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:45,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:45,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on znode that does not yet exist, /1-529022592/running 2024-11-17T12:22:45,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815, hbase.cluster.distributed=false 2024-11-17T12:22:45,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on znode that does not yet exist, /1-529022592/acl 2024-11-17T12:22:45,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33037 2024-11-17T12:22:45,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33037 2024-11-17T12:22:45,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33037 2024-11-17T12:22:45,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33037 2024-11-17T12:22:45,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33037 2024-11-17T12:22:45,828 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:45,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:45,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:45,828 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:45,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:45,828 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:45,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:22:45,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:45,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43979 2024-11-17T12:22:45,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43979 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:45,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:45,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:45,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439790x0, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:45,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439790x0, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on znode that does not yet exist, /1-529022592/running 2024-11-17T12:22:45,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43979-0x10148bf33ec0004 connected 2024-11-17T12:22:45,842 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:22:45,842 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:22:45,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on znode that does not yet exist, /1-529022592/master 2024-11-17T12:22:45,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on znode that does not yet exist, /1-529022592/acl 2024-11-17T12:22:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43979 2024-11-17T12:22:45,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43979 2024-11-17T12:22:45,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43979 2024-11-17T12:22:45,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43979 2024-11-17T12:22:45,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43979 2024-11-17T12:22:45,861 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:33037 2024-11-17T12:22:45,861 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-529022592/backup-masters/5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:45,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592/backup-masters 2024-11-17T12:22:45,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592/backup-masters 2024-11-17T12:22:45,873 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on existing znode=/1-529022592/backup-masters/5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:45,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-529022592/master 2024-11-17T12:22:45,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:45,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:45,884 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on existing znode=/1-529022592/master 2024-11-17T12:22:45,884 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-529022592/backup-masters/5dda233f2f2e,33037,1731846165675 from backup master directory 2024-11-17T12:22:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-529022592/backup-masters/5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592/backup-masters 2024-11-17T12:22:45,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592/backup-masters 2024-11-17T12:22:45,894 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:45,894 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:45,896 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/hbase.id] with ID: 77e552ec-9652-4d84-bb2b-c08535832b0b 2024-11-17T12:22:45,896 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/.tmp/hbase.id 2024-11-17T12:22:45,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:22:46,300 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/.tmp/hbase.id]:[hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/hbase.id] 2024-11-17T12:22:46,308 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:46,308 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:22:46,309 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:22:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:22:46,361 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:46,362 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:22:46,362 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:46,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:22:46,767 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store 2024-11-17T12:22:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:22:47,172 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:47,173 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:47,173 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:47,173 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:47,173 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:47,173 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:47,173 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:47,173 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846167173Disabling compacts and flushes for region at 1731846167173Disabling writes for close at 1731846167173Writing region close event to WAL at 1731846167173Closed at 1731846167173 2024-11-17T12:22:47,174 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/.initializing 2024-11-17T12:22:47,174 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/WALs/5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:47,174 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:47,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C33037%2C1731846165675, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/WALs/5dda233f2f2e,33037,1731846165675, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/oldWALs, maxLogs=10 2024-11-17T12:22:47,191 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/WALs/5dda233f2f2e,33037,1731846165675/5dda233f2f2e%2C33037%2C1731846165675.1731846167176, exclude list is [], retry=0 2024-11-17T12:22:47,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45359,DS-6eec152d-efec-47b7-afca-617c07ff8b18,DISK] 2024-11-17T12:22:47,195 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/WALs/5dda233f2f2e,33037,1731846165675/5dda233f2f2e%2C33037%2C1731846165675.1731846167176 2024-11-17T12:22:47,195 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45111:45111)] 2024-11-17T12:22:47,195 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:47,195 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:47,196 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,196 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:22:47,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:47,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:47,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:22:47,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:47,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:47,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:22:47,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:47,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:47,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:22:47,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:47,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:47,202 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,202 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,202 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,203 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,203 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,203 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:47,204 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:47,205 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:47,206 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70169230, jitterRate=0.045603007078170776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:47,206 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846167196Initializing all the Stores at 1731846167196Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846167196Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846167196Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846167196Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846167196Cleaning up temporary data from old regions at 1731846167203 (+7 ms)Region opened successfully at 1731846167206 (+3 ms) 2024-11-17T12:22:47,206 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:22:47,208 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4f9e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:47,208 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:22:47,208 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:22:47,208 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:22:47,209 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:22:47,209 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:22:47,209 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:22:47,209 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:22:47,210 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:22:47,211 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Unable to get data of znode /1-529022592/balancer because node does not exist (not necessarily an error) 2024-11-17T12:22:47,283 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-529022592/balancer already deleted, retry=false 2024-11-17T12:22:47,284 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:22:47,284 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Unable to get data of znode /1-529022592/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:22:47,294 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-529022592/normalizer already deleted, retry=false 2024-11-17T12:22:47,294 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:22:47,294 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Unable to get data of znode /1-529022592/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:22:47,304 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-529022592/switch/split already deleted, retry=false 2024-11-17T12:22:47,305 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Unable to get data of znode /1-529022592/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:22:47,315 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-529022592/switch/merge already deleted, retry=false 2024-11-17T12:22:47,316 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Unable to get data of znode /1-529022592/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:22:47,325 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-529022592/snapshot-cleanup already deleted, retry=false 2024-11-17T12:22:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-529022592/running 2024-11-17T12:22:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-529022592/running 2024-11-17T12:22:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:47,336 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,33037,1731846165675, sessionid=0x10148bf33ec0003, setting cluster-up flag (Was=false) 2024-11-17T12:22:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:47,388 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-529022592/flush-table-proc/acquired, /1-529022592/flush-table-proc/reached, /1-529022592/flush-table-proc/abort 2024-11-17T12:22:47,389 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:47,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:47,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:47,441 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-529022592/online-snapshot/acquired, /1-529022592/online-snapshot/reached, /1-529022592/online-snapshot/abort 2024-11-17T12:22:47,442 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:47,443 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:22:47,444 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:47,444 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:22:47,444 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:22:47,445 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,33037,1731846165675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:22:47,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:47,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:47,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:47,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:47,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:22:47,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:47,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,446 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846197446 2024-11-17T12:22:47,446 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:22:47,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:47,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:22:47,447 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:22:47,447 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:22:47,447 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:22:47,447 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:22:47,447 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:22:47,448 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,448 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:47,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:22:47,448 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:22:47,448 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:22:47,448 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:22:47,449 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:22:47,449 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:22:47,449 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:22:47,452 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846167449,5,FailOnTimeoutGroup] 2024-11-17T12:22:47,455 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846167452,5,FailOnTimeoutGroup] 2024-11-17T12:22:47,455 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,455 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:22:47,455 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,455 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,456 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(746): ClusterId : 77e552ec-9652-4d84-bb2b-c08535832b0b 2024-11-17T12:22:47,456 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:22:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:22:47,463 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:22:47,463 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:22:47,473 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:22:47,474 DEBUG [RS:0;5dda233f2f2e:43979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20efd11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:47,484 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:43979 2024-11-17T12:22:47,484 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:22:47,484 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:22:47,484 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:22:47,485 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,33037,1731846165675 with port=43979, startcode=1731846165828 2024-11-17T12:22:47,485 DEBUG [RS:0;5dda233f2f2e:43979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:22:47,486 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:22:47,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:47,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33037 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:47,488 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815 2024-11-17T12:22:47,488 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33185 2024-11-17T12:22:47,488 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:22:47,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592/rs 2024-11-17T12:22:47,543 DEBUG [RS:0;5dda233f2f2e:43979 {}] zookeeper.ZKUtil(111): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on existing znode=/1-529022592/rs/5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:47,543 WARN [RS:0;5dda233f2f2e:43979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:47,543 INFO [RS:0;5dda233f2f2e:43979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:47,543 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:47,543 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,43979,1731846165828] 2024-11-17T12:22:47,546 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:22:47,547 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:22:47,547 INFO [RS:0;5dda233f2f2e:43979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:22:47,547 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,547 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:22:47,548 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:22:47,548 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,548 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,548 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,548 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,548 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:47,549 DEBUG [RS:0;5dda233f2f2e:43979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:47,549 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,549 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,549 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,549 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,549 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,549 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,43979,1731846165828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:47,562 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:22:47,562 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,43979,1731846165828-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,563 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,563 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.Replication(171): 5dda233f2f2e,43979,1731846165828 started 2024-11-17T12:22:47,575 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:47,575 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,43979,1731846165828, RpcServer on 5dda233f2f2e/172.17.0.3:43979, sessionid=0x10148bf33ec0004 2024-11-17T12:22:47,575 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:22:47,575 DEBUG [RS:0;5dda233f2f2e:43979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:47,575 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,43979,1731846165828' 2024-11-17T12:22:47,575 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-529022592/flush-table-proc/abort' 2024-11-17T12:22:47,575 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-529022592/flush-table-proc/acquired' 2024-11-17T12:22:47,576 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:22:47,576 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:22:47,576 DEBUG [RS:0;5dda233f2f2e:43979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:47,576 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,43979,1731846165828' 2024-11-17T12:22:47,576 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-529022592/online-snapshot/abort' 2024-11-17T12:22:47,576 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-529022592/online-snapshot/acquired' 2024-11-17T12:22:47,576 DEBUG [RS:0;5dda233f2f2e:43979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:22:47,576 INFO [RS:0;5dda233f2f2e:43979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:22:47,576 INFO [RS:0;5dda233f2f2e:43979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:22:47,677 INFO [RS:0;5dda233f2f2e:43979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:47,678 INFO [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C43979%2C1731846165828, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/oldWALs, maxLogs=10 2024-11-17T12:22:47,693 DEBUG [RS:0;5dda233f2f2e:43979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, exclude list is [], retry=0 2024-11-17T12:22:47,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45359,DS-6eec152d-efec-47b7-afca-617c07ff8b18,DISK] 2024-11-17T12:22:47,697 INFO [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 2024-11-17T12:22:47,697 DEBUG [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45111:45111)] 2024-11-17T12:22:47,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:22:47,862 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815 2024-11-17T12:22:47,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:22:48,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:48,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:48,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:48,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:48,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:48,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:48,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:48,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:48,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:48,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:48,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:48,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:48,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:48,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:48,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:48,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:48,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:48,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:48,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740 2024-11-17T12:22:48,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740 2024-11-17T12:22:48,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:48,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:48,275 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:48,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:48,277 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:48,277 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65661276, jitterRate=-0.02157074213027954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:48,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846168268Initializing all the Stores at 1731846168268Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846168268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846168268Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846168268Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846168268Cleaning up temporary data from old regions at 1731846168275 (+7 ms)Region opened successfully at 1731846168277 (+2 ms) 2024-11-17T12:22:48,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:48,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:48,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:48,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:48,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:48,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:48,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846168277Disabling compacts and flushes for region at 1731846168277Disabling writes for close at 1731846168277Writing region close event to WAL at 1731846168278 (+1 ms)Closed at 1731846168278 2024-11-17T12:22:48,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:48,279 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:22:48,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:22:48,279 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:48,280 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:22:48,370 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:22:48,430 DEBUG [5dda233f2f2e:33037 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:22:48,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:48,432 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,43979,1731846165828, state=OPENING 2024-11-17T12:22:48,494 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:22:48,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:48,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:22:48,505 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:48,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-529022592/meta-region-server: CHANGED 2024-11-17T12:22:48,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-529022592/meta-region-server: CHANGED 2024-11-17T12:22:48,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,43979,1731846165828}] 2024-11-17T12:22:48,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:22:48,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:22:48,661 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:22:48,661 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:48,661 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:22:48,662 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C43979%2C1731846165828.meta, suffix=.meta, logDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/oldWALs, maxLogs=10 2024-11-17T12:22:48,673 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.meta.1731846168662.meta, exclude list is [], retry=0 2024-11-17T12:22:48,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45359,DS-6eec152d-efec-47b7-afca-617c07ff8b18,DISK] 2024-11-17T12:22:48,676 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.meta.1731846168662.meta 2024-11-17T12:22:48,677 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45111:45111)] 2024-11-17T12:22:48,677 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:48,677 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:48,677 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:22:48,677 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:22:48,677 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:22:48,677 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:22:48,677 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:48,677 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:22:48,677 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:22:48,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:48,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:48,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:48,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:48,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:48,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:48,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:48,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:48,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:48,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:48,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:48,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:48,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:48,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:48,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:48,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:48,681 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:48,682 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740 2024-11-17T12:22:48,682 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740 2024-11-17T12:22:48,683 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:48,683 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:48,683 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:48,684 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:48,685 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65121630, jitterRate=-0.029612094163894653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:48,685 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:22:48,685 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846168677Writing region info on filesystem at 1731846168677Initializing all the Stores at 1731846168678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846168678Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846168678Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846168678Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846168678Cleaning up temporary data from old regions at 1731846168683 (+5 ms)Running coprocessor post-open hooks at 1731846168685 (+2 ms)Region opened successfully at 1731846168685 2024-11-17T12:22:48,685 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846168657 2024-11-17T12:22:48,687 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:22:48,687 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:22:48,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:48,688 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,43979,1731846165828, state=OPEN 2024-11-17T12:22:48,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-529022592/meta-region-server 2024-11-17T12:22:48,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-529022592/meta-region-server 2024-11-17T12:22:48,694 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:48,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-529022592/meta-region-server: CHANGED 2024-11-17T12:22:48,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-529022592/meta-region-server: CHANGED 2024-11-17T12:22:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:22:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,43979,1731846165828 in 189 msec 2024-11-17T12:22:48,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:22:48,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-17T12:22:48,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:48,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:22:48,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:48,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,43979,1731846165828, seqNum=-1] 2024-11-17T12:22:48,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:48,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:48,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-17T12:22:48,703 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846168702, completionTime=-1 2024-11-17T12:22:48,703 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:22:48,703 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:22:48,704 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:22:48,704 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846228704 2024-11-17T12:22:48,704 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846288704 2024-11-17T12:22:48,704 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:22:48,708 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33037,1731846165675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:48,708 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33037,1731846165675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:48,708 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33037,1731846165675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:48,708 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:33037, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:48,708 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:48,708 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:48,709 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:22:48,711 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.817sec 2024-11-17T12:22:48,711 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:22:48,711 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:22:48,711 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:22:48,711 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:22:48,711 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:22:48,711 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33037,1731846165675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:48,711 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33037,1731846165675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:22:48,713 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:22:48,713 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:22:48,713 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33037,1731846165675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:48,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b43e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:48,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33037,-1 for getting cluster id 2024-11-17T12:22:48,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:48,758 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e552ec-9652-4d84-bb2b-c08535832b0b' 2024-11-17T12:22:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e552ec-9652-4d84-bb2b-c08535832b0b" 2024-11-17T12:22:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490af728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33037,-1] 2024-11-17T12:22:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:48,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:48,760 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:48,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:48,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:48,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,43979,1731846165828, seqNum=-1] 2024-11-17T12:22:48,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:48,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:48,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:48,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:48,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:48,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148bf33ec0005 connected 2024-11-17T12:22:48,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.log.dir so I do NOT create it in target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187 2024-11-17T12:22:48,791 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.tmp.dir so I do NOT create it in target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187 2024-11-17T12:22:48,791 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:22:48,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/cluster_1c0d3dc7-6cbf-3137-0c05-322132199d49, deleteOnExit=true 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/test.cache.data in system properties and HBase conf 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:22:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:22:48,791 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:22:48,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:22:48,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:48,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:48,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:49,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:49,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:49,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:49,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:49,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:22:49,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:49,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ac037f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:49,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b8416b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:49,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5721312a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/java.io.tmpdir/jetty-localhost-42193-hadoop-hdfs-3_4_1-tests_jar-_-any-1794243919940286604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:22:49,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79194981{HTTP/1.1, (http/1.1)}{localhost:42193} 2024-11-17T12:22:49,303 INFO [Time-limited test {}] server.Server(415): Started @325019ms 2024-11-17T12:22:49,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:22:49,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:22:49,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:22:49,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:22:49,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:22:49,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@668fc8a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:22:49,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ec6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:22:49,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ada0127{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/java.io.tmpdir/jetty-localhost-44537-hadoop-hdfs-3_4_1-tests_jar-_-any-11156256786269291721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:22:49,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e4df4f{HTTP/1.1, (http/1.1)}{localhost:44537} 2024-11-17T12:22:49,678 INFO [Time-limited test {}] server.Server(415): Started @325394ms 2024-11-17T12:22:49,679 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:22:50,319 WARN [Thread-2920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/cluster_1c0d3dc7-6cbf-3137-0c05-322132199d49/data/data1/current/BP-158852215-172.17.0.3-1731846168813/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:50,319 WARN [Thread-2921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/cluster_1c0d3dc7-6cbf-3137-0c05-322132199d49/data/data2/current/BP-158852215-172.17.0.3-1731846168813/current, will proceed with Du for space computation calculation, 2024-11-17T12:22:50,339 WARN [Thread-2908 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:22:50,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe65e36c51640f155 with lease ID 0x1cdfcdfbf74a4b4d: Processing first storage report for DS-77361487-a41f-4595-bb45-6792a3644456 from datanode DatanodeRegistration(127.0.0.1:37959, datanodeUuid=0fd004a9-4f1f-43cf-ba00-0761159eec3c, infoPort=36267, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=812826058;c=1731846168813) 2024-11-17T12:22:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe65e36c51640f155 with lease ID 0x1cdfcdfbf74a4b4d: from storage DS-77361487-a41f-4595-bb45-6792a3644456 node DatanodeRegistration(127.0.0.1:37959, datanodeUuid=0fd004a9-4f1f-43cf-ba00-0761159eec3c, infoPort=36267, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=812826058;c=1731846168813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:22:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe65e36c51640f155 with lease ID 0x1cdfcdfbf74a4b4d: Processing first storage report for DS-9e77bd16-8aef-43f6-9ade-3655be26af29 from datanode DatanodeRegistration(127.0.0.1:37959, datanodeUuid=0fd004a9-4f1f-43cf-ba00-0761159eec3c, infoPort=36267, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=812826058;c=1731846168813) 2024-11-17T12:22:50,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe65e36c51640f155 with lease ID 0x1cdfcdfbf74a4b4d: from storage DS-9e77bd16-8aef-43f6-9ade-3655be26af29 node DatanodeRegistration(127.0.0.1:37959, datanodeUuid=0fd004a9-4f1f-43cf-ba00-0761159eec3c, infoPort=36267, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=812826058;c=1731846168813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:22:50,407 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187 2024-11-17T12:22:50,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:50,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:22:50,815 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab with version=8 2024-11-17T12:22:50,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/hbase-staging 2024-11-17T12:22:50,817 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:50,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:50,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:50,818 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:50,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:50,818 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:50,818 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:22:50,818 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:50,818 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38631 2024-11-17T12:22:50,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38631 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:50,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386310x0, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:50,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38631-0x10148bf33ec0006 connected 2024-11-17T12:22:50,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:50,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:50,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on znode that does not yet exist, /21732265659/running 2024-11-17T12:22:50,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab, hbase.cluster.distributed=false 2024-11-17T12:22:50,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on znode that does not yet exist, /21732265659/acl 2024-11-17T12:22:50,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-17T12:22:50,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38631 2024-11-17T12:22:50,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38631 2024-11-17T12:22:50,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-17T12:22:50,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-17T12:22:50,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:22:50,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:50,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:50,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:22:50,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:22:50,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:22:50,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:22:50,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:22:50,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35993 2024-11-17T12:22:50,971 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35993 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:50,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:50,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:50,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359930x0, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:50,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35993-0x10148bf33ec0007 connected 2024-11-17T12:22:50,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359930x0, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on znode that does not yet exist, /21732265659/running 2024-11-17T12:22:50,987 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:22:50,988 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:22:50,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on znode that does not yet exist, /21732265659/master 2024-11-17T12:22:50,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on znode that does not yet exist, /21732265659/acl 2024-11-17T12:22:50,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35993 2024-11-17T12:22:50,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35993 2024-11-17T12:22:50,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35993 2024-11-17T12:22:50,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35993 2024-11-17T12:22:50,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35993 2024-11-17T12:22:51,003 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:38631 2024-11-17T12:22:51,004 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21732265659/backup-masters/5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659/backup-masters 2024-11-17T12:22:51,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659/backup-masters 2024-11-17T12:22:51,010 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on existing znode=/21732265659/backup-masters/5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:51,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21732265659/master 2024-11-17T12:22:51,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:51,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:51,020 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on existing znode=/21732265659/master 2024-11-17T12:22:51,020 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21732265659/backup-masters/5dda233f2f2e,38631,1731846170817 from backup master directory 2024-11-17T12:22:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21732265659/backup-masters/5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659/backup-masters 2024-11-17T12:22:51,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659/backup-masters 2024-11-17T12:22:51,030 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:51,030 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:51,033 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/hbase.id] with ID: 822f1ded-03b3-4df2-99ae-3af6a625ee49 2024-11-17T12:22:51,033 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/.tmp/hbase.id 2024-11-17T12:22:51,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:22:51,037 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/.tmp/hbase.id]:[hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/hbase.id] 2024-11-17T12:22:51,044 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:22:51,045 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:22:51,045 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T12:22:51,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:51,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:22:51,456 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:51,456 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:22:51,457 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:51,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:22:51,862 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store 2024-11-17T12:22:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:22:52,267 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:52,267 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:22:52,267 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:52,267 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:52,267 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:22:52,267 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:52,267 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:22:52,267 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846172267Disabling compacts and flushes for region at 1731846172267Disabling writes for close at 1731846172267Writing region close event to WAL at 1731846172267Closed at 1731846172267 2024-11-17T12:22:52,268 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/.initializing 2024-11-17T12:22:52,268 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/WALs/5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:52,269 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:52,270 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C38631%2C1731846170817, suffix=, logDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/WALs/5dda233f2f2e,38631,1731846170817, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/oldWALs, maxLogs=10 2024-11-17T12:22:52,282 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/WALs/5dda233f2f2e,38631,1731846170817/5dda233f2f2e%2C38631%2C1731846170817.1731846172270, exclude list is [], retry=0 2024-11-17T12:22:52,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-77361487-a41f-4595-bb45-6792a3644456,DISK] 2024-11-17T12:22:52,285 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/WALs/5dda233f2f2e,38631,1731846170817/5dda233f2f2e%2C38631%2C1731846170817.1731846172270 2024-11-17T12:22:52,285 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-17T12:22:52,285 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:52,285 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:52,285 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,286 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:22:52,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:52,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:52,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:22:52,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:52,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:52,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:22:52,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:52,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:52,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:22:52,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:52,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:52,291 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,291 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,292 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,292 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,292 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,293 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:52,293 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:22:52,294 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:52,295 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71259985, jitterRate=0.06185652315616608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:52,295 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846172286Initializing all the Stores at 1731846172286Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846172286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846172286Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846172286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846172286Cleaning up temporary data from old regions at 1731846172292 (+6 ms)Region opened successfully at 1731846172295 (+3 ms) 2024-11-17T12:22:52,295 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:22:52,297 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7670b1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:52,298 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:22:52,298 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:22:52,298 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:22:52,298 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:22:52,298 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:22:52,298 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:22:52,298 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:22:52,300 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:22:52,300 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Unable to get data of znode /21732265659/balancer because node does not exist (not necessarily an error) 2024-11-17T12:22:52,367 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21732265659/balancer already deleted, retry=false 2024-11-17T12:22:52,368 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:22:52,369 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Unable to get data of znode /21732265659/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:22:52,378 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21732265659/normalizer already deleted, retry=false 2024-11-17T12:22:52,378 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:22:52,379 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Unable to get data of znode /21732265659/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:22:52,388 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21732265659/switch/split already deleted, retry=false 2024-11-17T12:22:52,389 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Unable to get data of znode /21732265659/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:22:52,399 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21732265659/switch/merge already deleted, retry=false 2024-11-17T12:22:52,401 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Unable to get data of znode /21732265659/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:22:52,409 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21732265659/snapshot-cleanup already deleted, retry=false 2024-11-17T12:22:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21732265659/running 2024-11-17T12:22:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21732265659/running 2024-11-17T12:22:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:52,420 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,38631,1731846170817, sessionid=0x10148bf33ec0006, setting cluster-up flag (Was=false) 2024-11-17T12:22:52,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:52,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:52,472 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21732265659/flush-table-proc/acquired, /21732265659/flush-table-proc/reached, /21732265659/flush-table-proc/abort 2024-11-17T12:22:52,473 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:52,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:52,525 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21732265659/online-snapshot/acquired, /21732265659/online-snapshot/reached, /21732265659/online-snapshot/abort 2024-11-17T12:22:52,526 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:52,527 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:22:52,528 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:52,528 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:22:52,528 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:22:52,529 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,38631,1731846170817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:22:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:22:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:22:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:52,530 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846202531 2024-11-17T12:22:52,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:22:52,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:22:52,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:52,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:22:52,531 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:22:52,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:22:52,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:22:52,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:22:52,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,532 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:22:52,532 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:22:52,532 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:22:52,532 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:22:52,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:52,532 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:22:52,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:22:52,532 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:22:52,536 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846172532,5,FailOnTimeoutGroup] 2024-11-17T12:22:52,536 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846172536,5,FailOnTimeoutGroup] 2024-11-17T12:22:52,536 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,536 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:22:52,536 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,536 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:22:52,596 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(746): ClusterId : 822f1ded-03b3-4df2-99ae-3af6a625ee49 2024-11-17T12:22:52,596 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:22:52,608 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:22:52,608 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:22:52,620 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:22:52,620 DEBUG [RS:0;5dda233f2f2e:35993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c492fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:22:52,634 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:35993 2024-11-17T12:22:52,634 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:22:52,634 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:22:52,634 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:22:52,634 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,38631,1731846170817 with port=35993, startcode=1731846170969 2024-11-17T12:22:52,635 DEBUG [RS:0;5dda233f2f2e:35993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:22:52,636 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:22:52,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:52,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38631 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:52,638 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab 2024-11-17T12:22:52,638 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35213 2024-11-17T12:22:52,638 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:22:52,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659/rs 2024-11-17T12:22:52,697 DEBUG [RS:0;5dda233f2f2e:35993 {}] zookeeper.ZKUtil(111): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on existing znode=/21732265659/rs/5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:52,697 WARN [RS:0;5dda233f2f2e:35993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:22:52,697 INFO [RS:0;5dda233f2f2e:35993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:52,697 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:52,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,35993,1731846170969] 2024-11-17T12:22:52,700 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:22:52,701 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:22:52,701 INFO [RS:0;5dda233f2f2e:35993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:22:52,701 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,702 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:22:52,702 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:22:52,702 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,702 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,703 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,703 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,703 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:22:52,703 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:52,703 DEBUG [RS:0;5dda233f2f2e:35993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:22:52,703 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,703 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,703 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,703 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,703 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,703 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35993,1731846170969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:52,717 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:22:52,717 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35993,1731846170969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,717 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,717 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.Replication(171): 5dda233f2f2e,35993,1731846170969 started 2024-11-17T12:22:52,729 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:52,729 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,35993,1731846170969, RpcServer on 5dda233f2f2e/172.17.0.3:35993, sessionid=0x10148bf33ec0007 2024-11-17T12:22:52,729 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:22:52,729 DEBUG [RS:0;5dda233f2f2e:35993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:52,729 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,35993,1731846170969' 2024-11-17T12:22:52,729 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21732265659/flush-table-proc/abort' 2024-11-17T12:22:52,730 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21732265659/flush-table-proc/acquired' 2024-11-17T12:22:52,730 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:22:52,730 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:22:52,730 DEBUG [RS:0;5dda233f2f2e:35993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:52,730 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,35993,1731846170969' 2024-11-17T12:22:52,730 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21732265659/online-snapshot/abort' 2024-11-17T12:22:52,730 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21732265659/online-snapshot/acquired' 2024-11-17T12:22:52,731 DEBUG [RS:0;5dda233f2f2e:35993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:22:52,731 INFO [RS:0;5dda233f2f2e:35993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:22:52,731 INFO [RS:0;5dda233f2f2e:35993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:22:52,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:52,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:52,791 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48407 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:22:52,831 INFO [RS:0;5dda233f2f2e:35993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:22:52,832 INFO [RS:0;5dda233f2f2e:35993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C35993%2C1731846170969, suffix=, logDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/oldWALs, maxLogs=10 2024-11-17T12:22:52,844 DEBUG [RS:0;5dda233f2f2e:35993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, exclude list is [], retry=0 2024-11-17T12:22:52,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-77361487-a41f-4595-bb45-6792a3644456,DISK] 2024-11-17T12:22:52,850 INFO [RS:0;5dda233f2f2e:35993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 2024-11-17T12:22:52,853 DEBUG [RS:0;5dda233f2f2e:35993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-17T12:22:52,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:22:52,940 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab 2024-11-17T12:22:52,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:22:53,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:53,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:53,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:53,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:53,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:53,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:53,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:53,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:53,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:53,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:53,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:53,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:53,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:53,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:53,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740 2024-11-17T12:22:53,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740 2024-11-17T12:22:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:53,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:53,351 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:53,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:53,353 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:53,354 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68675233, jitterRate=0.02334071695804596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:53,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846173345Initializing all the Stores at 1731846173345Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846173345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846173346 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846173346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846173346Cleaning up temporary data from old regions at 1731846173351 (+5 ms)Region opened successfully at 1731846173354 (+3 ms) 2024-11-17T12:22:53,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:22:53,354 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:22:53,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:22:53,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:22:53,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:22:53,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:22:53,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846173354Disabling compacts and flushes for region at 1731846173354Disabling writes for close at 1731846173354Writing region close event to WAL at 1731846173355 (+1 ms)Closed at 1731846173355 2024-11-17T12:22:53,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:53,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:22:53,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:22:53,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:53,358 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:22:53,508 DEBUG [5dda233f2f2e:38631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:22:53,509 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:53,510 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,35993,1731846170969, state=OPENING 2024-11-17T12:22:53,556 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:22:53,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:53,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:22:53,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21732265659/meta-region-server: CHANGED 2024-11-17T12:22:53,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21732265659/meta-region-server: CHANGED 2024-11-17T12:22:53,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:22:53,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,35993,1731846170969}] 2024-11-17T12:22:53,720 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:22:53,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:22:53,723 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:22:53,723 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:22:53,724 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:22:53,724 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C35993%2C1731846170969.meta, suffix=.meta, logDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/oldWALs, maxLogs=10 2024-11-17T12:22:53,738 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.meta.1731846173725.meta, exclude list is [], retry=0 2024-11-17T12:22:53,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-77361487-a41f-4595-bb45-6792a3644456,DISK] 2024-11-17T12:22:53,741 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.meta.1731846173725.meta 2024-11-17T12:22:53,741 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-17T12:22:53,741 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:53,741 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:53,741 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:22:53,742 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:22:53,742 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:22:53,742 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:22:53,742 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:53,742 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:22:53,742 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:22:53,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:22:53,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:22:53,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:53,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:22:53,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:22:53,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:53,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:22:53,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:22:53,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:53,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:22:53,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:22:53,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:22:53,747 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:22:53,747 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740 2024-11-17T12:22:53,748 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740 2024-11-17T12:22:53,748 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:22:53,748 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:22:53,749 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:22:53,749 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:22:53,750 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64495231, jitterRate=-0.03894616663455963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:22:53,750 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:22:53,750 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846173742Writing region info on filesystem at 1731846173742Initializing all the Stores at 1731846173742Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846173742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846173743 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846173743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846173743Cleaning up temporary data from old regions at 1731846173748 (+5 ms)Running coprocessor post-open hooks at 1731846173750 (+2 ms)Region opened successfully at 1731846173750 2024-11-17T12:22:53,751 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846173719 2024-11-17T12:22:53,752 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:22:53,752 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:22:53,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:53,754 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,35993,1731846170969, state=OPEN 2024-11-17T12:22:53,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21732265659/meta-region-server 2024-11-17T12:22:53,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21732265659/meta-region-server 2024-11-17T12:22:53,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:53,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21732265659/meta-region-server: CHANGED 2024-11-17T12:22:53,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21732265659/meta-region-server: CHANGED 2024-11-17T12:22:53,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:22:53,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,35993,1731846170969 in 199 msec 2024-11-17T12:22:53,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:22:53,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-17T12:22:53,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:22:53,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:22:53,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:53,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,35993,1731846170969, seqNum=-1] 2024-11-17T12:22:53,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:53,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:53,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-17T12:22:53,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846173775, completionTime=-1 2024-11-17T12:22:53,776 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:22:53,776 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846233778 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846293778 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38631,1731846170817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38631,1731846170817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38631,1731846170817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:38631, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:53,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:53,780 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:22:53,781 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.751sec 2024-11-17T12:22:53,782 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:22:53,782 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:22:53,782 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:22:53,782 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:22:53,782 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:22:53,782 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38631,1731846170817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:22:53,782 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38631,1731846170817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:22:53,784 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:22:53,784 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:22:53,784 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38631,1731846170817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:22:53,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ef94d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:53,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38631,-1 for getting cluster id 2024-11-17T12:22:53,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:22:53,797 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822f1ded-03b3-4df2-99ae-3af6a625ee49' 2024-11-17T12:22:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:22:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822f1ded-03b3-4df2-99ae-3af6a625ee49" 2024-11-17T12:22:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6638990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38631,-1] 2024-11-17T12:22:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:22:53,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:22:53,799 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:22:53,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3389641c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:22:53,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:22:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,35993,1731846170969, seqNum=-1] 2024-11-17T12:22:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:22:53,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:22:53,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:53,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49301 2024-11-17T12:22:53,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:22:53,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10148bf33ec0008 connected 2024-11-17T12:22:53,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38167,1731846160384 2024-11-17T12:22:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c0b78e3 2024-11-17T12:22:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:53,823 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:53,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:22:53,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:22:53,826 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:53,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:22:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:53,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:22:53,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:22:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:54,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:54,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b6c181a5eb6314b5c239ed5519a321e0, NAME => 'test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412 2024-11-17T12:22:54,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:22:54,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:54,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:54,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b6c181a5eb6314b5c239ed5519a321e0, disabling compactions & flushes 2024-11-17T12:22:54,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:22:54,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:22:54,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. after waiting 0 ms 2024-11-17T12:22:54,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:22:54,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:22:54,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b6c181a5eb6314b5c239ed5519a321e0: Waiting for close lock at 1731846174638Disabling compacts and flushes for region at 1731846174638Disabling writes for close at 1731846174638Writing region close event to WAL at 1731846174638Closed at 1731846174638 2024-11-17T12:22:54,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:22:54,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846174639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846174639"}]},"ts":"1731846174639"} 2024-11-17T12:22:54,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:22:54,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:22:54,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846174641"}]},"ts":"1731846174641"} 2024-11-17T12:22:54,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:22:54,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6c181a5eb6314b5c239ed5519a321e0, ASSIGN}] 2024-11-17T12:22:54,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b6c181a5eb6314b5c239ed5519a321e0, ASSIGN 2024-11-17T12:22:54,644 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b6c181a5eb6314b5c239ed5519a321e0, ASSIGN; state=OFFLINE, location=5dda233f2f2e,33089,1731846160607; forceNewPlan=false, retain=false 2024-11-17T12:22:54,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6c181a5eb6314b5c239ed5519a321e0, regionState=OPENING, regionLocation=5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:54,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b6c181a5eb6314b5c239ed5519a321e0, ASSIGN because future has completed 2024-11-17T12:22:54,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6c181a5eb6314b5c239ed5519a321e0, server=5dda233f2f2e,33089,1731846160607}] 2024-11-17T12:22:54,955 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:22:54,955 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b6c181a5eb6314b5c239ed5519a321e0, NAME => 'test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:54,955 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:54,955 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:22:54,956 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,956 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:54,956 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,956 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,958 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,959 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6c181a5eb6314b5c239ed5519a321e0 columnFamilyName f 2024-11-17T12:22:54,959 DEBUG [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:54,959 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] regionserver.HStore(327): Store=b6c181a5eb6314b5c239ed5519a321e0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:54,959 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,960 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6c181a5eb6314b5c239ed5519a321e0 columnFamilyName f1 2024-11-17T12:22:54,960 DEBUG [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:54,960 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] regionserver.HStore(327): Store=b6c181a5eb6314b5c239ed5519a321e0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:54,960 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:54,961 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b6c181a5eb6314b5c239ed5519a321e0 columnFamilyName norep 2024-11-17T12:22:54,961 DEBUG [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:54,962 INFO [StoreOpener-b6c181a5eb6314b5c239ed5519a321e0-1 {}] regionserver.HStore(327): Store=b6c181a5eb6314b5c239ed5519a321e0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:54,962 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,962 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,963 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,963 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,963 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,964 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:22:54,965 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,970 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:54,970 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b6c181a5eb6314b5c239ed5519a321e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71093819, jitterRate=0.05938045680522919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:22:54,970 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:22:54,971 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b6c181a5eb6314b5c239ed5519a321e0: Running coprocessor pre-open hook at 1731846174956Writing region info on filesystem at 1731846174956Initializing all the Stores at 1731846174957 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846174957Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846174957Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846174957Cleaning up temporary data from old regions at 1731846174963 (+6 ms)Running coprocessor post-open hooks at 1731846174970 (+7 ms)Region opened successfully at 1731846174971 (+1 ms) 2024-11-17T12:22:54,972 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0., pid=6, masterSystemTime=1731846174951 2024-11-17T12:22:54,974 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:22:54,974 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:22:54,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b6c181a5eb6314b5c239ed5519a321e0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,33089,1731846160607 2024-11-17T12:22:54,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b6c181a5eb6314b5c239ed5519a321e0, server=5dda233f2f2e,33089,1731846160607 because future has completed 2024-11-17T12:22:54,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:22:54,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b6c181a5eb6314b5c239ed5519a321e0, server=5dda233f2f2e,33089,1731846160607 in 182 msec 2024-11-17T12:22:54,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:22:54,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b6c181a5eb6314b5c239ed5519a321e0, ASSIGN in 339 msec 2024-11-17T12:22:54,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:22:54,985 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846174985"}]},"ts":"1731846174985"} 2024-11-17T12:22:54,987 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:22:54,988 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:22:54,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-17T12:22:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:55,982 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:22:55,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33037,1731846165675 2024-11-17T12:22:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4fad39 2024-11-17T12:22:55,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:55,984 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:55,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:22:55,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:22:55,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:55,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:22:55,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:22:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:22:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:56,396 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9a50220d180ccde6f654b0565423225, NAME => 'test,,1731846175984.b9a50220d180ccde6f654b0565423225.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815 2024-11-17T12:22:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:22:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:56,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846175984.b9a50220d180ccde6f654b0565423225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:56,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b9a50220d180ccde6f654b0565423225, disabling compactions & flushes 2024-11-17T12:22:56,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:22:56,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:22:56,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846175984.b9a50220d180ccde6f654b0565423225. after waiting 0 ms 2024-11-17T12:22:56,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:22:56,802 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:22:56,802 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9a50220d180ccde6f654b0565423225: Waiting for close lock at 1731846176801Disabling compacts and flushes for region at 1731846176801Disabling writes for close at 1731846176802 (+1 ms)Writing region close event to WAL at 1731846176802Closed at 1731846176802 2024-11-17T12:22:56,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:22:56,803 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846175984.b9a50220d180ccde6f654b0565423225.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846176803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846176803"}]},"ts":"1731846176803"} 2024-11-17T12:22:56,804 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:22:56,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:22:56,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846176805"}]},"ts":"1731846176805"} 2024-11-17T12:22:56,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:22:56,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9a50220d180ccde6f654b0565423225, ASSIGN}] 2024-11-17T12:22:56,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9a50220d180ccde6f654b0565423225, ASSIGN 2024-11-17T12:22:56,808 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b9a50220d180ccde6f654b0565423225, ASSIGN; state=OFFLINE, location=5dda233f2f2e,43979,1731846165828; forceNewPlan=false, retain=false 2024-11-17T12:22:56,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9a50220d180ccde6f654b0565423225, regionState=OPENING, regionLocation=5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:56,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b9a50220d180ccde6f654b0565423225, ASSIGN because future has completed 2024-11-17T12:22:56,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9a50220d180ccde6f654b0565423225, server=5dda233f2f2e,43979,1731846165828}] 2024-11-17T12:22:57,115 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:22:57,115 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b9a50220d180ccde6f654b0565423225, NAME => 'test,,1731846175984.b9a50220d180ccde6f654b0565423225.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:57,116 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:57,116 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:22:57,116 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,116 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846175984.b9a50220d180ccde6f654b0565423225.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:57,116 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,116 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,117 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,118 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a50220d180ccde6f654b0565423225 columnFamilyName f 2024-11-17T12:22:57,118 DEBUG [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:57,118 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] regionserver.HStore(327): Store=b9a50220d180ccde6f654b0565423225/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:57,118 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,119 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a50220d180ccde6f654b0565423225 columnFamilyName f1 2024-11-17T12:22:57,119 DEBUG [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:57,119 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] regionserver.HStore(327): Store=b9a50220d180ccde6f654b0565423225/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:57,120 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,120 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9a50220d180ccde6f654b0565423225 columnFamilyName norep 2024-11-17T12:22:57,120 DEBUG [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:57,120 INFO [StoreOpener-b9a50220d180ccde6f654b0565423225-1 {}] regionserver.HStore(327): Store=b9a50220d180ccde6f654b0565423225/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:57,121 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:57,121 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,121 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,122 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,122 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,122 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:22:57,123 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,124 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:57,125 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b9a50220d180ccde6f654b0565423225; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73688600, jitterRate=0.0980457067489624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:22:57,125 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9a50220d180ccde6f654b0565423225 2024-11-17T12:22:57,125 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b9a50220d180ccde6f654b0565423225: Running coprocessor pre-open hook at 1731846177116Writing region info on filesystem at 1731846177116Initializing all the Stores at 1731846177117 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846177117Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846177117Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846177117Cleaning up temporary data from old regions at 1731846177122 (+5 ms)Running coprocessor post-open hooks at 1731846177125 (+3 ms)Region opened successfully at 1731846177125 2024-11-17T12:22:57,126 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846175984.b9a50220d180ccde6f654b0565423225., pid=6, masterSystemTime=1731846177112 2024-11-17T12:22:57,127 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:22:57,127 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:22:57,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9a50220d180ccde6f654b0565423225, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,43979,1731846165828 2024-11-17T12:22:57,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9a50220d180ccde6f654b0565423225, server=5dda233f2f2e,43979,1731846165828 because future has completed 2024-11-17T12:22:57,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:22:57,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9a50220d180ccde6f654b0565423225, server=5dda233f2f2e,43979,1731846165828 in 169 msec 2024-11-17T12:22:57,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:22:57,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b9a50220d180ccde6f654b0565423225, ASSIGN in 326 msec 2024-11-17T12:22:57,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:22:57,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846177134"}]},"ts":"1731846177134"} 2024-11-17T12:22:57,135 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:22:57,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:22:57,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-17T12:22:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:58,132 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:22:58,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:22:58,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38631,1731846170817 2024-11-17T12:22:58,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397766d2 2024-11-17T12:22:58,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:22:58,134 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:22:58,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:22:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:22:58,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:22:58,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:58,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:22:58,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:22:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:22:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:58,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc3c0013b781a79cd33b2d32405c40d5, NAME => 'test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab 2024-11-17T12:22:58,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:22:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:58,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:58,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc3c0013b781a79cd33b2d32405c40d5, disabling compactions & flushes 2024-11-17T12:22:58,947 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:22:58,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:22:58,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. after waiting 0 ms 2024-11-17T12:22:58,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:22:58,947 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:22:58,947 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc3c0013b781a79cd33b2d32405c40d5: Waiting for close lock at 1731846178947Disabling compacts and flushes for region at 1731846178947Disabling writes for close at 1731846178947Writing region close event to WAL at 1731846178947Closed at 1731846178947 2024-11-17T12:22:58,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:22:58,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846178948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846178948"}]},"ts":"1731846178948"} 2024-11-17T12:22:58,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:22:58,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:22:58,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846178950"}]},"ts":"1731846178950"} 2024-11-17T12:22:58,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:22:58,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc3c0013b781a79cd33b2d32405c40d5, ASSIGN}] 2024-11-17T12:22:58,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc3c0013b781a79cd33b2d32405c40d5, ASSIGN 2024-11-17T12:22:58,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc3c0013b781a79cd33b2d32405c40d5, ASSIGN; state=OFFLINE, location=5dda233f2f2e,35993,1731846170969; forceNewPlan=false, retain=false 2024-11-17T12:22:59,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc3c0013b781a79cd33b2d32405c40d5, regionState=OPENING, regionLocation=5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:59,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc3c0013b781a79cd33b2d32405c40d5, ASSIGN because future has completed 2024-11-17T12:22:59,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc3c0013b781a79cd33b2d32405c40d5, server=5dda233f2f2e,35993,1731846170969}] 2024-11-17T12:22:59,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:22:59,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,262 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:22:59,262 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc3c0013b781a79cd33b2d32405c40d5, NAME => 'test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:22:59,262 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:22:59,262 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:22:59,263 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,263 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:22:59,263 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,263 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,267 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,268 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc3c0013b781a79cd33b2d32405c40d5 columnFamilyName f 2024-11-17T12:22:59,268 DEBUG [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:59,268 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] regionserver.HStore(327): Store=cc3c0013b781a79cd33b2d32405c40d5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:59,268 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,269 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc3c0013b781a79cd33b2d32405c40d5 columnFamilyName f1 2024-11-17T12:22:59,269 DEBUG [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:59,269 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] regionserver.HStore(327): Store=cc3c0013b781a79cd33b2d32405c40d5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:59,269 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,270 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc3c0013b781a79cd33b2d32405c40d5 columnFamilyName norep 2024-11-17T12:22:59,270 DEBUG [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:22:59,271 INFO [StoreOpener-cc3c0013b781a79cd33b2d32405c40d5-1 {}] regionserver.HStore(327): Store=cc3c0013b781a79cd33b2d32405c40d5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:22:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:22:59,272 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,273 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,273 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,274 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,274 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,274 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:22:59,275 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,277 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:22:59,277 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc3c0013b781a79cd33b2d32405c40d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66187447, jitterRate=-0.013730183243751526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:22:59,277 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:22:59,277 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc3c0013b781a79cd33b2d32405c40d5: Running coprocessor pre-open hook at 1731846179263Writing region info on filesystem at 1731846179263Initializing all the Stores at 1731846179263Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846179263Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846179266 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846179266Cleaning up temporary data from old regions at 1731846179274 (+8 ms)Running coprocessor post-open hooks at 1731846179277 (+3 ms)Region opened successfully at 1731846179277 2024-11-17T12:22:59,278 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5., pid=6, masterSystemTime=1731846179259 2024-11-17T12:22:59,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,280 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:22:59,280 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:22:59,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,280 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc3c0013b781a79cd33b2d32405c40d5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,35993,1731846170969 2024-11-17T12:22:59,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc3c0013b781a79cd33b2d32405c40d5, server=5dda233f2f2e,35993,1731846170969 because future has completed 2024-11-17T12:22:59,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:22:59,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc3c0013b781a79cd33b2d32405c40d5, server=5dda233f2f2e,35993,1731846170969 in 176 msec 2024-11-17T12:22:59,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:22:59,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc3c0013b781a79cd33b2d32405c40d5, ASSIGN in 332 msec 2024-11-17T12:22:59,287 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:22:59,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846179287"}]},"ts":"1731846179287"} 2024-11-17T12:22:59,289 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:22:59,289 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:22:59,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-17T12:22:59,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:22:59,546 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T12:23:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:00,291 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:23:00,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:00,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38167,-1 for getting cluster id 2024-11-17T12:23:00,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:00,293 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '986e3db4-9df0-4f7a-b571-3d1cb9c5b32a' 2024-11-17T12:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "986e3db4-9df0-4f7a-b571-3d1cb9c5b32a" 2024-11-17T12:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7fda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38167,-1] 2024-11-17T12:23:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:00,294 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710f29d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:00,295 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38167,1731846160384 2024-11-17T12:23:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d0f45df 2024-11-17T12:23:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:00,296 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:00,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:33037,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:23:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:00,299 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:33037' 2024-11-17T12:23:00,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf067d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:00,300 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33037,-1 for getting cluster id 2024-11-17T12:23:00,300 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:00,301 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e552ec-9652-4d84-bb2b-c08535832b0b' 2024-11-17T12:23:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e552ec-9652-4d84-bb2b-c08535832b0b" 2024-11-17T12:23:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c75915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33037,-1] 2024-11-17T12:23:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:00,302 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:00,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0ddafe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:00,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:00,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33037,1731846165675 2024-11-17T12:23:00,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ceefcc2 2024-11-17T12:23:00,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:00,304 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:00,304 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:23:00,304 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:23:00,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:00,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:00,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:00,305 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:00,306 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:23:00,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:00,307 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:00,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:00,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:23:00,356 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:23:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:00,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6624631f3e2d8fdf00173ab48677559b, NAME => 'hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412 2024-11-17T12:23:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:23:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:01,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:01,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6624631f3e2d8fdf00173ab48677559b, disabling compactions & flushes 2024-11-17T12:23:01,122 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:01,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:01,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. after waiting 0 ms 2024-11-17T12:23:01,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:01,122 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:01,122 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6624631f3e2d8fdf00173ab48677559b: Waiting for close lock at 1731846181122Disabling compacts and flushes for region at 1731846181122Disabling writes for close at 1731846181122Writing region close event to WAL at 1731846181122Closed at 1731846181122 2024-11-17T12:23:01,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:01,123 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846181123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846181123"}]},"ts":"1731846181123"} 2024-11-17T12:23:01,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:01,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:01,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846181125"}]},"ts":"1731846181125"} 2024-11-17T12:23:01,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:23:01,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6624631f3e2d8fdf00173ab48677559b, ASSIGN}] 2024-11-17T12:23:01,127 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6624631f3e2d8fdf00173ab48677559b, ASSIGN 2024-11-17T12:23:01,128 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6624631f3e2d8fdf00173ab48677559b, ASSIGN; state=OFFLINE, location=5dda233f2f2e,33089,1731846160607; forceNewPlan=false, retain=false 2024-11-17T12:23:01,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6624631f3e2d8fdf00173ab48677559b, regionState=OPENING, regionLocation=5dda233f2f2e,33089,1731846160607 2024-11-17T12:23:01,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6624631f3e2d8fdf00173ab48677559b, ASSIGN because future has completed 2024-11-17T12:23:01,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6624631f3e2d8fdf00173ab48677559b, server=5dda233f2f2e,33089,1731846160607}] 2024-11-17T12:23:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:01,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:01,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:01,436 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:23:01,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C33089%2C1731846160607.rep, suffix=, logDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607, archiveDir=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/oldWALs, maxLogs=10 2024-11-17T12:23:01,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.rep.1731846181437, exclude list is [], retry=0 2024-11-17T12:23:01,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44823,DS-358e7f94-1e50-4dd0-97ac-f5f9f608f7d3,DISK] 2024-11-17T12:23:01,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.rep.1731846181437 2024-11-17T12:23:01,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38173:38173)] 2024-11-17T12:23:01,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6624631f3e2d8fdf00173ab48677559b, NAME => 'hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:01,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:01,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:01,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. service=MultiRowMutationService 2024-11-17T12:23:01,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:23:01,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:01,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,456 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,457 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6624631f3e2d8fdf00173ab48677559b columnFamilyName hfileref 2024-11-17T12:23:01,457 DEBUG [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:01,457 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] regionserver.HStore(327): Store=6624631f3e2d8fdf00173ab48677559b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:01,457 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,458 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6624631f3e2d8fdf00173ab48677559b columnFamilyName queue 2024-11-17T12:23:01,458 DEBUG [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:01,458 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] regionserver.HStore(327): Store=6624631f3e2d8fdf00173ab48677559b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:01,458 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,459 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6624631f3e2d8fdf00173ab48677559b columnFamilyName sid 2024-11-17T12:23:01,459 DEBUG [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:01,459 INFO [StoreOpener-6624631f3e2d8fdf00173ab48677559b-1 {}] regionserver.HStore(327): Store=6624631f3e2d8fdf00173ab48677559b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:01,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/replication/6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/replication/6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:01,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/replication/6624631f3e2d8fdf00173ab48677559b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:01,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6624631f3e2d8fdf00173ab48677559b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65423422, jitterRate=-0.02511504292488098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:01,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:01,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6624631f3e2d8fdf00173ab48677559b: Running coprocessor pre-open hook at 1731846181455Writing region info on filesystem at 1731846181455Initializing all the Stores at 1731846181455Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846181455Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846181455Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846181455Cleaning up temporary data from old regions at 1731846181460 (+5 ms)Running coprocessor post-open hooks at 1731846181463 (+3 ms)Region opened successfully at 1731846181464 (+1 ms) 2024-11-17T12:23:01,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b., pid=10, masterSystemTime=1731846181432 2024-11-17T12:23:01,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:01,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:01,467 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6624631f3e2d8fdf00173ab48677559b, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,33089,1731846160607 2024-11-17T12:23:01,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6624631f3e2d8fdf00173ab48677559b, server=5dda233f2f2e,33089,1731846160607 because future has completed 2024-11-17T12:23:01,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:23:01,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6624631f3e2d8fdf00173ab48677559b, server=5dda233f2f2e,33089,1731846160607 in 188 msec 2024-11-17T12:23:01,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:23:01,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6624631f3e2d8fdf00173ab48677559b, ASSIGN in 344 msec 2024-11-17T12:23:01,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:01,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846181472"}]},"ts":"1731846181472"} 2024-11-17T12:23:01,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:23:01,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:01,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-17T12:23:01,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b., hostname=5dda233f2f2e,33089,1731846160607, seqNum=2] 2024-11-17T12:23:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:23:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:23:01,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:23:01,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:23:01,794 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:23:01,821 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,33089,1731846160607, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:23:01,822 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:01,822 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33089,1731846160607, seqNum=-1] 2024-11-17T12:23:01,822 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:01,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:01,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,33089,1731846160607', locateType=CURRENT is [region=hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b., hostname=5dda233f2f2e,33089,1731846160607, seqNum=2] 2024-11-17T12:23:01,826 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:23:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:23:01,828 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,33089,1731846160607 suceeded 2024-11-17T12:23:01,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:23:01,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-17T12:23:01,830 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:33037,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:23:01,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5330 sec 2024-11-17T12:23:01,841 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:33037' 2024-11-17T12:23:01,842 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e3f7c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:01,842 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33037,-1 for getting cluster id 2024-11-17T12:23:01,842 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:01,843 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e552ec-9652-4d84-bb2b-c08535832b0b' 2024-11-17T12:23:01,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:01,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e552ec-9652-4d84-bb2b-c08535832b0b" 2024-11-17T12:23:01,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c84a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:01,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33037,-1] 2024-11-17T12:23:01,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:01,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:01,844 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:01,844 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1426a969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:01,844 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33037,1731846165675 2024-11-17T12:23:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2df2ce8d 2024-11-17T12:23:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:01,846 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-17T12:23:01,846 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,33089,1731846160607 (queues=1) is replicating from cluster=986e3db4-9df0-4f7a-b571-3d1cb9c5b32a to cluster=77e552ec-9652-4d84-bb2b-c08535832b0b 2024-11-17T12:23:01,846 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C33089%2C1731846160607 2024-11-17T12:23:01,846 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,33089,1731846160607, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:23:01,847 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, startPosition=0, beingWritten=true 2024-11-17T12:23:01,848 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C33089%2C1731846160607 2024-11-17T12:23:01,851 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:01,851 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:01,851 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:02,055 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:02,359 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:02,441 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:23:02,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:02,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:02,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:02,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:02,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:02,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:02,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33037,-1 for getting cluster id 2024-11-17T12:23:02,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:02,442 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e552ec-9652-4d84-bb2b-c08535832b0b' 2024-11-17T12:23:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e552ec-9652-4d84-bb2b-c08535832b0b" 2024-11-17T12:23:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc5e421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33037,-1] 2024-11-17T12:23:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:02,444 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448476d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:02,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,33037,1731846165675 2024-11-17T12:23:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@614e1f9a 2024-11-17T12:23:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:02,445 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:02,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:38631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:23:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:23:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:02,448 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:38631' 2024-11-17T12:23:02,448 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4751a4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:02,448 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38631,-1 for getting cluster id 2024-11-17T12:23:02,449 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:02,449 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822f1ded-03b3-4df2-99ae-3af6a625ee49' 2024-11-17T12:23:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822f1ded-03b3-4df2-99ae-3af6a625ee49" 2024-11-17T12:23:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a738954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38631,-1] 2024-11-17T12:23:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:02,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:02,450 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:02,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2d63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:02,451 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38631,1731846170817 2024-11-17T12:23:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bbbb78 2024-11-17T12:23:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:02,452 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:02,452 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:23:02,452 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:23:02,452 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:02,452 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:02,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:02,453 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:02,454 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:23:02,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:02,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:02,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:02,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:23:02,504 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:23:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:02,762 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:02,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b48fb8f7fd043bc1ade2106e9dcdd9a, NAME => 'hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815 2024-11-17T12:23:02,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:23:02,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:02,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7b48fb8f7fd043bc1ade2106e9dcdd9a, disabling compactions & flushes 2024-11-17T12:23:02,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:02,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:02,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. after waiting 0 ms 2024-11-17T12:23:02,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:02,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:02,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b48fb8f7fd043bc1ade2106e9dcdd9a: Waiting for close lock at 1731846182909Disabling compacts and flushes for region at 1731846182909Disabling writes for close at 1731846182910 (+1 ms)Writing region close event to WAL at 1731846182910Closed at 1731846182910 2024-11-17T12:23:02,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:02,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846182911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846182911"}]},"ts":"1731846182911"} 2024-11-17T12:23:02,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:02,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:02,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846182915"}]},"ts":"1731846182915"} 2024-11-17T12:23:02,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:23:02,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b48fb8f7fd043bc1ade2106e9dcdd9a, ASSIGN}] 2024-11-17T12:23:02,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b48fb8f7fd043bc1ade2106e9dcdd9a, ASSIGN 2024-11-17T12:23:02,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b48fb8f7fd043bc1ade2106e9dcdd9a, ASSIGN; state=OFFLINE, location=5dda233f2f2e,43979,1731846165828; forceNewPlan=false, retain=false 2024-11-17T12:23:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:03,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b48fb8f7fd043bc1ade2106e9dcdd9a, regionState=OPENING, regionLocation=5dda233f2f2e,43979,1731846165828 2024-11-17T12:23:03,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7b48fb8f7fd043bc1ade2106e9dcdd9a, ASSIGN because future has completed 2024-11-17T12:23:03,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b48fb8f7fd043bc1ade2106e9dcdd9a, server=5dda233f2f2e,43979,1731846165828}] 2024-11-17T12:23:03,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:03,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:03,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:23:03,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C43979%2C1731846165828.rep, suffix=, logDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828, archiveDir=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/oldWALs, maxLogs=10 2024-11-17T12:23:03,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.rep.1731846183246, exclude list is [], retry=0 2024-11-17T12:23:03,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45359,DS-6eec152d-efec-47b7-afca-617c07ff8b18,DISK] 2024-11-17T12:23:03,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.rep.1731846183246 2024-11-17T12:23:03,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45111:45111)] 2024-11-17T12:23:03,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b48fb8f7fd043bc1ade2106e9dcdd9a, NAME => 'hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:03,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. service=MultiRowMutationService 2024-11-17T12:23:03,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:23:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,279 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:03,280 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,281 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b48fb8f7fd043bc1ade2106e9dcdd9a columnFamilyName hfileref 2024-11-17T12:23:03,281 DEBUG [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:03,281 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] regionserver.HStore(327): Store=7b48fb8f7fd043bc1ade2106e9dcdd9a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:03,282 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,285 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b48fb8f7fd043bc1ade2106e9dcdd9a columnFamilyName queue 2024-11-17T12:23:03,285 DEBUG [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:03,286 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] regionserver.HStore(327): Store=7b48fb8f7fd043bc1ade2106e9dcdd9a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:03,286 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,288 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b48fb8f7fd043bc1ade2106e9dcdd9a columnFamilyName sid 2024-11-17T12:23:03,288 DEBUG [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:03,288 INFO [StoreOpener-7b48fb8f7fd043bc1ade2106e9dcdd9a-1 {}] regionserver.HStore(327): Store=7b48fb8f7fd043bc1ade2106e9dcdd9a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:03,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:03,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:03,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b48fb8f7fd043bc1ade2106e9dcdd9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60574058, jitterRate=-0.09737619757652283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:03,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:03,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b48fb8f7fd043bc1ade2106e9dcdd9a: Running coprocessor pre-open hook at 1731846183275Writing region info on filesystem at 1731846183275Initializing all the Stores at 1731846183276 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846183276Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846183279 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846183279Cleaning up temporary data from old regions at 1731846183293 (+14 ms)Running coprocessor post-open hooks at 1731846183303 (+10 ms)Region opened successfully at 1731846183303 2024-11-17T12:23:03,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a., pid=10, masterSystemTime=1731846183237 2024-11-17T12:23:03,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:03,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:03,310 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b48fb8f7fd043bc1ade2106e9dcdd9a, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,43979,1731846165828 2024-11-17T12:23:03,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b48fb8f7fd043bc1ade2106e9dcdd9a, server=5dda233f2f2e,43979,1731846165828 because future has completed 2024-11-17T12:23:03,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:23:03,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b48fb8f7fd043bc1ade2106e9dcdd9a, server=5dda233f2f2e,43979,1731846165828 in 233 msec 2024-11-17T12:23:03,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:23:03,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7b48fb8f7fd043bc1ade2106e9dcdd9a, ASSIGN in 400 msec 2024-11-17T12:23:03,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:03,323 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846183323"}]},"ts":"1731846183323"} 2024-11-17T12:23:03,327 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:23:03,328 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:03,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 875 msec 2024-11-17T12:23:03,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a., hostname=5dda233f2f2e,43979,1731846165828, seqNum=2] 2024-11-17T12:23:03,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:23:03,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:23:03,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:23:03,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43979 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:23:03,575 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:23:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:03,620 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,43979,1731846165828, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:23:03,626 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:03,627 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,43979,1731846165828, seqNum=-1] 2024-11-17T12:23:03,627 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:03,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,43979,1731846165828', locateType=CURRENT is [region=hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a., hostname=5dda233f2f2e,43979,1731846165828, seqNum=2] 2024-11-17T12:23:03,646 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:23:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:23:03,654 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,43979,1731846165828 suceeded 2024-11-17T12:23:03,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:23:03,657 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:38631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:23:03,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 233 msec 2024-11-17T12:23:03,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2110 sec 2024-11-17T12:23:03,671 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:38631' 2024-11-17T12:23:03,672 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d0223a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:03,672 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38631,-1 for getting cluster id 2024-11-17T12:23:03,673 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:03,674 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822f1ded-03b3-4df2-99ae-3af6a625ee49' 2024-11-17T12:23:03,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:03,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822f1ded-03b3-4df2-99ae-3af6a625ee49" 2024-11-17T12:23:03,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3607ee05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:03,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38631,-1] 2024-11-17T12:23:03,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:03,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:03,676 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:03,679 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a45242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:03,680 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:03,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38631,1731846170817 2024-11-17T12:23:03,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db5279b 2024-11-17T12:23:03,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:03,682 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-17T12:23:03,684 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,43979,1731846165828 (queues=1) is replicating from cluster=77e552ec-9652-4d84-bb2b-c08535832b0b to cluster=822f1ded-03b3-4df2-99ae-3af6a625ee49 2024-11-17T12:23:03,684 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C43979%2C1731846165828 2024-11-17T12:23:03,684 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,43979,1731846165828, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:23:03,689 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, startPosition=0, beingWritten=true 2024-11-17T12:23:03,692 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C43979%2C1731846165828 2024-11-17T12:23:03,714 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:03,715 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:03,717 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:03,905 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:03,939 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:04,249 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:04,602 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:23:04,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:04,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:04,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:04,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:04,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:04,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:04,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38631,-1 for getting cluster id 2024-11-17T12:23:04,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:04,603 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822f1ded-03b3-4df2-99ae-3af6a625ee49' 2024-11-17T12:23:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822f1ded-03b3-4df2-99ae-3af6a625ee49" 2024-11-17T12:23:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ed1d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38631,-1] 2024-11-17T12:23:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:04,605 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26041d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:04,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38631,1731846170817 2024-11-17T12:23:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e6da87f 2024-11-17T12:23:04,607 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:04,607 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:04,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:38167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:23:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:23:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:04,610 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:38167' 2024-11-17T12:23:04,611 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54664d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:04,611 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38167,-1 for getting cluster id 2024-11-17T12:23:04,611 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:04,611 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '986e3db4-9df0-4f7a-b571-3d1cb9c5b32a' 2024-11-17T12:23:04,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:04,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "986e3db4-9df0-4f7a-b571-3d1cb9c5b32a" 2024-11-17T12:23:04,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b9d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:04,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38167,-1] 2024-11-17T12:23:04,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:04,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:04,613 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:04,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19712662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:04,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:04,613 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:04,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38167,1731846160384 2024-11-17T12:23:04,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14b80d3a 2024-11-17T12:23:04,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:04,615 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:04,615 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:23:04,615 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:23:04,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:04,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:04,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:04,616 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:04,617 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:23:04,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:04,618 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:04,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:23:04,653 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:04,667 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:23:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:04,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:23:04,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:04,862 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:23:04,862 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T12:23:04,862 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T12:23:04,862 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T12:23:04,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:23:04,865 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T12:23:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:05,026 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab144d38d974f7117ffc17115f8f8faf, NAME => 'hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab 2024-11-17T12:23:05,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:23:05,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:05,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ab144d38d974f7117ffc17115f8f8faf, disabling compactions & flushes 2024-11-17T12:23:05,032 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:05,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:05,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. after waiting 0 ms 2024-11-17T12:23:05,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:05,032 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:05,032 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab144d38d974f7117ffc17115f8f8faf: Waiting for close lock at 1731846185032Disabling compacts and flushes for region at 1731846185032Disabling writes for close at 1731846185032Writing region close event to WAL at 1731846185032Closed at 1731846185032 2024-11-17T12:23:05,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:05,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846185033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846185033"}]},"ts":"1731846185033"} 2024-11-17T12:23:05,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:05,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:05,036 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846185036"}]},"ts":"1731846185036"} 2024-11-17T12:23:05,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:23:05,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab144d38d974f7117ffc17115f8f8faf, ASSIGN}] 2024-11-17T12:23:05,039 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab144d38d974f7117ffc17115f8f8faf, ASSIGN 2024-11-17T12:23:05,040 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab144d38d974f7117ffc17115f8f8faf, ASSIGN; state=OFFLINE, location=5dda233f2f2e,35993,1731846170969; forceNewPlan=false, retain=false 2024-11-17T12:23:05,156 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:05,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab144d38d974f7117ffc17115f8f8faf, regionState=OPENING, regionLocation=5dda233f2f2e,35993,1731846170969 2024-11-17T12:23:05,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab144d38d974f7117ffc17115f8f8faf, ASSIGN because future has completed 2024-11-17T12:23:05,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab144d38d974f7117ffc17115f8f8faf, server=5dda233f2f2e,35993,1731846170969}] 2024-11-17T12:23:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:05,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:05,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:05,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:23:05,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C35993%2C1731846170969.rep, suffix=, logDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969, archiveDir=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/oldWALs, maxLogs=10 2024-11-17T12:23:05,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.rep.1731846185349, exclude list is [], retry=0 2024-11-17T12:23:05,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37959,DS-77361487-a41f-4595-bb45-6792a3644456,DISK] 2024-11-17T12:23:05,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.rep.1731846185349 2024-11-17T12:23:05,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36267:36267)] 2024-11-17T12:23:05,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ab144d38d974f7117ffc17115f8f8faf, NAME => 'hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:05,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:05,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:05,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. service=MultiRowMutationService 2024-11-17T12:23:05,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:23:05,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:05,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,367 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,368 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab144d38d974f7117ffc17115f8f8faf columnFamilyName hfileref 2024-11-17T12:23:05,368 DEBUG [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:05,368 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] regionserver.HStore(327): Store=ab144d38d974f7117ffc17115f8f8faf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:05,368 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,369 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab144d38d974f7117ffc17115f8f8faf columnFamilyName queue 2024-11-17T12:23:05,369 DEBUG [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:05,369 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] regionserver.HStore(327): Store=ab144d38d974f7117ffc17115f8f8faf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:05,369 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,370 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab144d38d974f7117ffc17115f8f8faf columnFamilyName sid 2024-11-17T12:23:05,370 DEBUG [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:05,370 INFO [StoreOpener-ab144d38d974f7117ffc17115f8f8faf-1 {}] regionserver.HStore(327): Store=ab144d38d974f7117ffc17115f8f8faf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:05,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/replication/ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/replication/ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:05,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/replication/ab144d38d974f7117ffc17115f8f8faf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:05,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ab144d38d974f7117ffc17115f8f8faf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64145527, jitterRate=-0.04415716230869293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:05,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:05,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ab144d38d974f7117ffc17115f8f8faf: Running coprocessor pre-open hook at 1731846185366Writing region info on filesystem at 1731846185366Initializing all the Stores at 1731846185366Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846185366Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846185367 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846185367Cleaning up temporary data from old regions at 1731846185371 (+4 ms)Running coprocessor post-open hooks at 1731846185375 (+4 ms)Region opened successfully at 1731846185375 2024-11-17T12:23:05,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf., pid=10, masterSystemTime=1731846185345 2024-11-17T12:23:05,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:05,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:05,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab144d38d974f7117ffc17115f8f8faf, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,35993,1731846170969 2024-11-17T12:23:05,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab144d38d974f7117ffc17115f8f8faf, server=5dda233f2f2e,35993,1731846170969 because future has completed 2024-11-17T12:23:05,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:23:05,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ab144d38d974f7117ffc17115f8f8faf, server=5dda233f2f2e,35993,1731846170969 in 187 msec 2024-11-17T12:23:05,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:23:05,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab144d38d974f7117ffc17115f8f8faf, ASSIGN in 343 msec 2024-11-17T12:23:05,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:05,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846185383"}]},"ts":"1731846185383"} 2024-11-17T12:23:05,386 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:23:05,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:05,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-17T12:23:05,417 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:05,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf., hostname=5dda233f2f2e,35993,1731846170969, seqNum=2] 2024-11-17T12:23:05,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:23:05,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:23:05,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:23:05,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:23:05,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:23:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:05,751 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:23:05,759 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:05,789 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,35993,1731846170969, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:23:05,790 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:05,790 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,35993,1731846170969, seqNum=-1] 2024-11-17T12:23:05,790 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:05,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:05,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,35993,1731846170969', locateType=CURRENT is [region=hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf., hostname=5dda233f2f2e,35993,1731846170969, seqNum=2] 2024-11-17T12:23:05,795 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:23:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:23:05,797 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,35993,1731846170969 suceeded 2024-11-17T12:23:05,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:23:05,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-17T12:23:05,799 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:38167,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:23:05,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1920 sec 2024-11-17T12:23:05,809 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:38167' 2024-11-17T12:23:05,810 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75691724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:05,810 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38167,-1 for getting cluster id 2024-11-17T12:23:05,810 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:05,811 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '986e3db4-9df0-4f7a-b571-3d1cb9c5b32a' 2024-11-17T12:23:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "986e3db4-9df0-4f7a-b571-3d1cb9c5b32a" 2024-11-17T12:23:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541bf2e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:05,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38167,-1] 2024-11-17T12:23:05,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:05,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:05,812 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:05,813 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@165ed4fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:05,813 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:05,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38167,1731846160384 2024-11-17T12:23:05,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8f4343 2024-11-17T12:23:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:05,814 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T12:23:05,815 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,35993,1731846170969 (queues=1) is replicating from cluster=822f1ded-03b3-4df2-99ae-3af6a625ee49 to cluster=986e3db4-9df0-4f7a-b571-3d1cb9c5b32a 2024-11-17T12:23:05,815 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C35993%2C1731846170969 2024-11-17T12:23:05,815 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,35993,1731846170969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:23:05,815 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C35993%2C1731846170969 2024-11-17T12:23:05,815 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, startPosition=0, beingWritten=true 2024-11-17T12:23:05,820 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:05,820 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 379, reset compression=false 2024-11-17T12:23:05,820 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:06,023 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 379, reset compression=false 2024-11-17T12:23:06,321 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:06,326 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 379, reset compression=false 2024-11-17T12:23:06,463 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:06,729 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 379, reset compression=false 2024-11-17T12:23:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:06,761 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:23:06,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:06,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:06,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:06,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:06,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:06,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38167,-1 for getting cluster id 2024-11-17T12:23:06,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:06,763 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '986e3db4-9df0-4f7a-b571-3d1cb9c5b32a' 2024-11-17T12:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "986e3db4-9df0-4f7a-b571-3d1cb9c5b32a" 2024-11-17T12:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224f1d7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38167,-1] 2024-11-17T12:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:06,763 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:06,764 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:06,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f74398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33037,-1 for getting cluster id 2024-11-17T12:23:06,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:06,765 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e552ec-9652-4d84-bb2b-c08535832b0b' 2024-11-17T12:23:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e552ec-9652-4d84-bb2b-c08535832b0b" 2024-11-17T12:23:06,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b55b989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33037,-1] 2024-11-17T12:23:06,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:06,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:06,766 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddad96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38631,-1 for getting cluster id 2024-11-17T12:23:06,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:06,768 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822f1ded-03b3-4df2-99ae-3af6a625ee49' 2024-11-17T12:23:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822f1ded-03b3-4df2-99ae-3af6a625ee49" 2024-11-17T12:23:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38631,-1] 2024-11-17T12:23:06,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:06,769 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:06,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f42961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:06,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33089,1731846160607, seqNum=-1] 2024-11-17T12:23:06,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:06,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0., hostname=5dda233f2f2e,33089,1731846160607, seqNum=2] 2024-11-17T12:23:06,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,35993,1731846170969, seqNum=-1] 2024-11-17T12:23:06,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:06,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5., hostname=5dda233f2f2e,35993,1731846170969, seqNum=2] 2024-11-17T12:23:06,807 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T12:23:07,232 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 379, reset compression=false 2024-11-17T12:23:07,266 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:07,324 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 379, reset compression=false 2024-11-17T12:23:07,328 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:07,328 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 480, reset compression=false 2024-11-17T12:23:07,328 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6c181a5eb6314b5c239ed5519a321e0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T12:23:07,330 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:07,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-17T12:23:07,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:07,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@457773ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:07,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,33037,-1 for getting cluster id 2024-11-17T12:23:07,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:07,332 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77e552ec-9652-4d84-bb2b-c08535832b0b' 2024-11-17T12:23:07,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:07,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77e552ec-9652-4d84-bb2b-c08535832b0b" 2024-11-17T12:23:07,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69b8b6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:07,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,33037,-1] 2024-11-17T12:23:07,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:07,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:07,333 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:07,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b4e743d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:07,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:07,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,43979,1731846165828, seqNum=-1] 2024-11-17T12:23:07,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:07,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:07,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846175984.b9a50220d180ccde6f654b0565423225., hostname=5dda233f2f2e,43979,1731846165828, seqNum=2] 2024-11-17T12:23:07,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:07,531 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 480, reset compression=false 2024-11-17T12:23:07,808 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T12:23:07,835 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 379, reset compression=false 2024-11-17T12:23:07,837 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 480, reset compression=false 2024-11-17T12:23:08,168 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 379, reset compression=false 2024-11-17T12:23:08,173 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:08,173 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 504, reset compression=false 2024-11-17T12:23:08,173 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9a50220d180ccde6f654b0565423225/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T12:23:08,176 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:08,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-17T12:23:08,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:08,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7051611a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:08,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38631,-1 for getting cluster id 2024-11-17T12:23:08,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:08,181 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822f1ded-03b3-4df2-99ae-3af6a625ee49' 2024-11-17T12:23:08,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:08,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822f1ded-03b3-4df2-99ae-3af6a625ee49" 2024-11-17T12:23:08,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56bbf9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:08,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38631,-1] 2024-11-17T12:23:08,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:08,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:08,182 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:08,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bdc7b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:08,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:08,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,35993,1731846170969, seqNum=-1] 2024-11-17T12:23:08,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:08,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:08,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5., hostname=5dda233f2f2e,35993,1731846170969, seqNum=2] 2024-11-17T12:23:08,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:08,240 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 480, reset compression=false 2024-11-17T12:23:08,378 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 504, reset compression=false 2024-11-17T12:23:08,539 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 379, reset compression=false 2024-11-17T12:23:08,546 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:08,546 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 527, reset compression=false 2024-11-17T12:23:08,546 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:08,690 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 504, reset compression=false 2024-11-17T12:23:08,743 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 480, reset compression=false 2024-11-17T12:23:08,749 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 527, reset compression=false 2024-11-17T12:23:08,810 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T12:23:08,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,43979,1731846165828, seqNum=-1] 2024-11-17T12:23:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:08,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731846175984.b9a50220d180ccde6f654b0565423225., hostname=5dda233f2f2e,43979,1731846165828, seqNum=2] 2024-11-17T12:23:08,816 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T12:23:09,052 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 527, reset compression=false 2024-11-17T12:23:09,094 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 504, reset compression=false 2024-11-17T12:23:09,102 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:09,102 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 608, reset compression=false 2024-11-17T12:23:09,102 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9a50220d180ccde6f654b0565423225/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T12:23:09,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:09,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:09,305 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 608, reset compression=false 2024-11-17T12:23:09,347 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 480, reset compression=false 2024-11-17T12:23:09,456 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 527, reset compression=false 2024-11-17T12:23:09,459 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:09,459 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 654, reset compression=false 2024-11-17T12:23:09,459 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc3c0013b781a79cd33b2d32405c40d5/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T12:23:09,461 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:09,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T12:23:09,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:09,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e4bfc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:09,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38167,-1 for getting cluster id 2024-11-17T12:23:09,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:09,464 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '986e3db4-9df0-4f7a-b571-3d1cb9c5b32a' 2024-11-17T12:23:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "986e3db4-9df0-4f7a-b571-3d1cb9c5b32a" 2024-11-17T12:23:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f88689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38167,-1] 2024-11-17T12:23:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:09,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:09,465 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:09,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f0ce1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:09,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:09,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33089,1731846160607, seqNum=-1] 2024-11-17T12:23:09,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:09,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:09,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0., hostname=5dda233f2f2e,33089,1731846160607, seqNum=2] 2024-11-17T12:23:09,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:09,609 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 608, reset compression=false 2024-11-17T12:23:09,662 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 654, reset compression=false 2024-11-17T12:23:09,818 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T12:23:09,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T12:23:09,965 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 654, reset compression=false 2024-11-17T12:23:09,973 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:09,973 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 758, reset compression=false 2024-11-17T12:23:09,973 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc3c0013b781a79cd33b2d32405c40d5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T12:23:09,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:09,974 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:23:09,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:10,012 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 608, reset compression=false 2024-11-17T12:23:10,053 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 480, reset compression=false 2024-11-17T12:23:10,057 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:10,057 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 759, reset compression=false 2024-11-17T12:23:10,057 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6c181a5eb6314b5c239ed5519a321e0/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T12:23:10,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:10,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:10,177 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 758, reset compression=false 2024-11-17T12:23:10,261 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 759, reset compression=false 2024-11-17T12:23:10,480 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 758, reset compression=false 2024-11-17T12:23:10,516 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 608, reset compression=false 2024-11-17T12:23:10,520 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:10,520 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 760, reset compression=false 2024-11-17T12:23:10,520 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:10,564 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 759, reset compression=false 2024-11-17T12:23:10,723 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 760, reset compression=false 2024-11-17T12:23:10,822 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T12:23:10,825 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T12:23:10,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:23:10,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,883 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 758, reset compression=false 2024-11-17T12:23:10,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:10,967 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 759, reset compression=false 2024-11-17T12:23:10,971 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:10,971 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 915, reset compression=false 2024-11-17T12:23:10,971 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6c181a5eb6314b5c239ed5519a321e0/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T12:23:10,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:10,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:11,026 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 760, reset compression=false 2024-11-17T12:23:11,031 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:11,031 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 908, reset compression=false 2024-11-17T12:23:11,031 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9a50220d180ccde6f654b0565423225/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T12:23:11,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:11,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:11,175 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 915, reset compression=false 2024-11-17T12:23:11,235 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 908, reset compression=false 2024-11-17T12:23:11,386 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 758, reset compression=false 2024-11-17T12:23:11,397 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:11,397 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 929, reset compression=false 2024-11-17T12:23:11,397 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:11,480 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 915, reset compression=false 2024-11-17T12:23:11,539 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 908, reset compression=false 2024-11-17T12:23:11,617 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 929, reset compression=false 2024-11-17T12:23:11,829 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T12:23:11,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T12:23:11,910 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 915, reset compression=false 2024-11-17T12:23:11,949 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 908, reset compression=false 2024-11-17T12:23:11,953 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 929, reset compression=false 2024-11-17T12:23:11,954 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:11,954 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1067, reset compression=false 2024-11-17T12:23:11,954 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9a50220d180ccde6f654b0565423225/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T12:23:11,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:11,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:12,159 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1067, reset compression=false 2024-11-17T12:23:12,357 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 929, reset compression=false 2024-11-17T12:23:12,362 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:12,362 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1078, reset compression=false 2024-11-17T12:23:12,362 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc3c0013b781a79cd33b2d32405c40d5/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T12:23:12,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:12,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:12,414 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 915, reset compression=false 2024-11-17T12:23:12,426 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:12,426 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1088, reset compression=false 2024-11-17T12:23:12,426 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:12,464 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1067, reset compression=false 2024-11-17T12:23:12,583 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1078, reset compression=false 2024-11-17T12:23:12,637 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1088, reset compression=false 2024-11-17T12:23:12,836 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T12:23:12,850 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T12:23:12,869 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1067, reset compression=false 2024-11-17T12:23:12,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:12,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:23:12,872 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68488 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:23:12,894 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1078, reset compression=false 2024-11-17T12:23:12,906 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:12,906 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1237, reset compression=false 2024-11-17T12:23:12,906 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc3c0013b781a79cd33b2d32405c40d5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T12:23:12,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:12,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:12,942 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1088, reset compression=false 2024-11-17T12:23:12,955 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:12,955 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1238, reset compression=false 2024-11-17T12:23:12,955 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6c181a5eb6314b5c239ed5519a321e0/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T12:23:12,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:12,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:13,137 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1237, reset compression=false 2024-11-17T12:23:13,164 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1238, reset compression=false 2024-11-17T12:23:13,393 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1067, reset compression=false 2024-11-17T12:23:13,398 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:13,398 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1241, reset compression=false 2024-11-17T12:23:13,398 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:13,457 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1237, reset compression=false 2024-11-17T12:23:13,485 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1238, reset compression=false 2024-11-17T12:23:13,603 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1241, reset compression=false 2024-11-17T12:23:13,852 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T12:23:13,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388af446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:13,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38631,-1 for getting cluster id 2024-11-17T12:23:13,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:13,861 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822f1ded-03b3-4df2-99ae-3af6a625ee49' 2024-11-17T12:23:13,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:13,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822f1ded-03b3-4df2-99ae-3af6a625ee49" 2024-11-17T12:23:13,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22edf912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:13,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38631,-1] 2024-11-17T12:23:13,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:13,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:13,863 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fc01b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:13,864 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1237, reset compression=false 2024-11-17T12:23:13,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38631,1731846170817 2024-11-17T12:23:13,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2151a441 2024-11-17T12:23:13,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:13,870 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:13,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-17T12:23:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-17T12:23:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T12:23:13,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:23:13,897 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1238, reset compression=false 2024-11-17T12:23:13,906 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1241, reset compression=false 2024-11-17T12:23:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T12:23:14,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T12:23:14,036 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-17T12:23:14,037 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-17T12:23:14,037 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,35993,1731846170969 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-17T12:23:14,037 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0. 2024-11-17T12:23:14,037 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:14,037 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:14,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:14,037 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:14,138 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T12:23:14,138 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:23:14,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T12:23:14,238 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 terminated 2024-11-17T12:23:14,258 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,35993,1731846170969, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:23:14,258 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-17T12:23:14,259 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T12:23:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T12:23:14,261 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5dda233f2f2e,35993,1731846170969 suceeded 2024-11-17T12:23:14,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T12:23:14,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-17T12:23:14,263 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-17T12:23:14,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 392 msec 2024-11-17T12:23:14,275 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:38167' 2024-11-17T12:23:14,276 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c44d4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:14,276 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38167,-1 for getting cluster id 2024-11-17T12:23:14,276 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:14,277 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '986e3db4-9df0-4f7a-b571-3d1cb9c5b32a' 2024-11-17T12:23:14,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:14,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "986e3db4-9df0-4f7a-b571-3d1cb9c5b32a" 2024-11-17T12:23:14,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad5d79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:14,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38167,-1] 2024-11-17T12:23:14,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:14,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:14,279 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:14,279 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44d9d350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:14,280 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:14,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38167,1731846160384 2024-11-17T12:23:14,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219a7fdc 2024-11-17T12:23:14,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:14,281 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T12:23:14,282 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,35993,1731846170969 (queues=1) is replicating from cluster=822f1ded-03b3-4df2-99ae-3af6a625ee49 to cluster=986e3db4-9df0-4f7a-b571-3d1cb9c5b32a 2024-11-17T12:23:14,282 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C35993%2C1731846170969 2024-11-17T12:23:14,282 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,35993,1731846170969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:23:14,283 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C35993%2C1731846170969 2024-11-17T12:23:14,329 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1241, reset compression=false 2024-11-17T12:23:14,415 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1238, reset compression=false 2024-11-17T12:23:14,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T12:23:14,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:14,501 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:23:14,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:14,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:14,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:14,502 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:14,505 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-17T12:23:14,834 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1241, reset compression=false 2024-11-17T12:23:15,019 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1238, reset compression=false 2024-11-17T12:23:15,066 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:15,066 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1342, reset compression=false 2024-11-17T12:23:15,066 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[{test/b6c181a5eb6314b5c239ed5519a321e0/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T12:23:15,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:15,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:15,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:23:15,305 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1342, reset compression=false 2024-11-17T12:23:15,449 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1241, reset compression=false 2024-11-17T12:23:15,454 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:15,454 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1369, reset compression=false 2024-11-17T12:23:15,454 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9a50220d180ccde6f654b0565423225/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T12:23:15,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:15,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:15,507 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-17T12:23:15,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5d4124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:15,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38631,-1 for getting cluster id 2024-11-17T12:23:15,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:15,515 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '822f1ded-03b3-4df2-99ae-3af6a625ee49' 2024-11-17T12:23:15,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "822f1ded-03b3-4df2-99ae-3af6a625ee49" 2024-11-17T12:23:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f942d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38631,-1] 2024-11-17T12:23:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:15,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:15,517 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:15,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e549cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:15,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38631,1731846170817 2024-11-17T12:23:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57bc732a 2024-11-17T12:23:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:15,524 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:15,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-17T12:23:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-17T12:23:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T12:23:15,609 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1342, reset compression=false 2024-11-17T12:23:15,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:23:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T12:23:15,657 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1369, reset compression=false 2024-11-17T12:23:15,664 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:15,664 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:15,664 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9a50220d180ccde6f654b0565423225/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T12:23:15,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:15,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:15,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-17T12:23:15,784 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-17T12:23:15,784 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T12:23:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T12:23:15,786 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5dda233f2f2e,35993,1731846170969 suceeded 2024-11-17T12:23:15,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T12:23:15,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-17T12:23:15,788 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-17T12:23:15,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 263 msec 2024-11-17T12:23:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T12:23:15,852 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:23:15,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:15,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:15,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:15,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:15,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:15,855 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-17T12:23:15,868 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:15,884 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, startPosition=1237, beingWritten=true 2024-11-17T12:23:15,890 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:15,890 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1515, reset compression=false 2024-11-17T12:23:15,890 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc3c0013b781a79cd33b2d32405c40d5/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T12:23:15,893 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:15,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T12:23:15,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:15,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:16,017 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1342, reset compression=false 2024-11-17T12:23:16,022 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:16,022 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:16,022 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:16,098 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1515, reset compression=false 2024-11-17T12:23:16,172 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:16,225 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:16,421 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1515, reset compression=false 2024-11-17T12:23:16,529 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:16,576 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:16,825 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1515, reset compression=false 2024-11-17T12:23:16,857 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-17T12:23:16,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:23:16,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:16,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:16,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:16,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:16,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:16,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:23:16,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=146169218, stopped=false 2024-11-17T12:23:16,858 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,38631,1731846170817 2024-11-17T12:23:16,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21732265659/running 2024-11-17T12:23:16,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21732265659/running 2024-11-17T12:23:16,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:23:16,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:23:16,913 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:16,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:16,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:16,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:16,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,35993,1731846170969' ***** 2024-11-17T12:23:16,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:23:16,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on znode that does not yet exist, /21732265659/running 2024-11-17T12:23:16,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Set watcher on znode that does not yet exist, /21732265659/running 2024-11-17T12:23:16,915 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:23:16,915 INFO [RS:0;5dda233f2f2e:35993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:23:16,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:23:16,915 INFO [RS:0;5dda233f2f2e:35993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(3091): Received CLOSE for cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(3091): Received CLOSE for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,35993,1731846170969 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:35993. 2024-11-17T12:23:16,916 DEBUG [RS:0;5dda233f2f2e:35993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:16,916 DEBUG [RS:0;5dda233f2f2e:35993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:23:16,916 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:23:16,917 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:23:16,917 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc3c0013b781a79cd33b2d32405c40d5=test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5., ab144d38d974f7117ffc17115f8f8faf=hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf.} 2024-11-17T12:23:16,917 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab144d38d974f7117ffc17115f8f8faf, cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:23:16,917 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc3c0013b781a79cd33b2d32405c40d5, disabling compactions & flushes 2024-11-17T12:23:16,917 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:23:16,917 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:23:16,917 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:23:16,917 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:23:16,917 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. after waiting 0 ms 2024-11-17T12:23:16,917 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:23:16,917 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:23:16,917 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:23:16,917 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:23:16,917 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc3c0013b781a79cd33b2d32405c40d5 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T12:23:16,917 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:23:16,922 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:16,932 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:16,941 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/f/cf9b0a158edf4373b9940b7f6396476c is 37, key is row3/f:row3/1731846194503/Put/seqid=0 2024-11-17T12:23:16,948 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/info/4e94da245c704c0f855af87c15e0000f is 147, key is hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf./info:regioninfo/1731846185377/Put/seqid=0 2024-11-17T12:23:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741840_1016 (size=5228) 2024-11-17T12:23:16,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741841_1017 (size=7686) 2024-11-17T12:23:17,079 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:17,117 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab144d38d974f7117ffc17115f8f8faf, cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:23:17,317 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab144d38d974f7117ffc17115f8f8faf, cc3c0013b781a79cd33b2d32405c40d5 2024-11-17T12:23:17,328 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1515, reset compression=false 2024-11-17T12:23:17,333 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:17,333 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1762, reset compression=false 2024-11-17T12:23:17,333 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,35993,1731846170969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:17,334 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,35993,1731846170969: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,35993,1731846170969, walGroup=5dda233f2f2e%2C35993%2C1731846170969, offset=5dda233f2f2e%2C35993%2C1731846170969.1731846172832:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:35993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:23:17,335 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:23:17,335 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:23:17,335 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:23:17,335 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:23:17,335 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:23:17,335 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 799584480 }, "NonHeapMemoryUsage": { "committed": 201392128, "init": 7667712, "max": -1, "used": 198439024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:23:17,336 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:38631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:38631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:23:17,360 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/f/cf9b0a158edf4373b9940b7f6396476c 2024-11-17T12:23:17,362 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/info/4e94da245c704c0f855af87c15e0000f 2024-11-17T12:23:17,365 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf9b0a158edf4373b9940b7f6396476c 2024-11-17T12:23:17,383 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/ns/ff53d0ccba41402ca2d03bb30f8dc296 is 43, key is default/ns:d/1731846173772/Put/seqid=0 2024-11-17T12:23:17,383 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/f1/47d149476ead488f983ce1d8debd3f84 is 30, key is row1/f1:/1731846191830/DeleteFamily/seqid=0 2024-11-17T12:23:17,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741842_1018 (size=5153) 2024-11-17T12:23:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741843_1019 (size=5158) 2024-11-17T12:23:17,391 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/f1/47d149476ead488f983ce1d8debd3f84 2024-11-17T12:23:17,395 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47d149476ead488f983ce1d8debd3f84 2024-11-17T12:23:17,414 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/norep/41dca11b6db24778b9a3c8a09e1ed329 is 33, key is row2/norep:/1731846192838/DeleteFamily/seqid=0 2024-11-17T12:23:17,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741844_1020 (size=5108) 2024-11-17T12:23:17,419 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/norep/41dca11b6db24778b9a3c8a09e1ed329 2024-11-17T12:23:17,423 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41dca11b6db24778b9a3c8a09e1ed329 2024-11-17T12:23:17,423 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/f/cf9b0a158edf4373b9940b7f6396476c as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/f/cf9b0a158edf4373b9940b7f6396476c 2024-11-17T12:23:17,427 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf9b0a158edf4373b9940b7f6396476c 2024-11-17T12:23:17,427 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/f/cf9b0a158edf4373b9940b7f6396476c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T12:23:17,428 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/f1/47d149476ead488f983ce1d8debd3f84 as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/f1/47d149476ead488f983ce1d8debd3f84 2024-11-17T12:23:17,432 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47d149476ead488f983ce1d8debd3f84 2024-11-17T12:23:17,432 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/f1/47d149476ead488f983ce1d8debd3f84, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T12:23:17,433 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/.tmp/norep/41dca11b6db24778b9a3c8a09e1ed329 as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/norep/41dca11b6db24778b9a3c8a09e1ed329 2024-11-17T12:23:17,437 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 41dca11b6db24778b9a3c8a09e1ed329 2024-11-17T12:23:17,437 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/norep/41dca11b6db24778b9a3c8a09e1ed329, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T12:23:17,438 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cc3c0013b781a79cd33b2d32405c40d5 in 521ms, sequenceid=12, compaction requested=false 2024-11-17T12:23:17,441 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:17,444 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/default/test/cc3c0013b781a79cd33b2d32405c40d5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T12:23:17,446 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:17,446 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:23:17,446 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:23:17,446 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc3c0013b781a79cd33b2d32405c40d5: Waiting for close lock at 1731846196917Running coprocessor pre-close hooks at 1731846196917Disabling compacts and flushes for region at 1731846196917Disabling writes for close at 1731846196917Obtaining lock to block concurrent updates at 1731846196917Preparing flush snapshotting stores in cc3c0013b781a79cd33b2d32405c40d5 at 1731846196917Finished memstore snapshotting test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731846196918 (+1 ms)Flushing stores of test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. at 1731846196918Flushing cc3c0013b781a79cd33b2d32405c40d5/f: creating writer at 1731846196918Flushing cc3c0013b781a79cd33b2d32405c40d5/f: appending metadata at 1731846196940 (+22 ms)Flushing cc3c0013b781a79cd33b2d32405c40d5/f: closing flushed file at 1731846196940Flushing cc3c0013b781a79cd33b2d32405c40d5/f1: creating writer at 1731846197365 (+425 ms)Flushing cc3c0013b781a79cd33b2d32405c40d5/f1: appending metadata at 1731846197382 (+17 ms)Flushing cc3c0013b781a79cd33b2d32405c40d5/f1: closing flushed file at 1731846197382Flushing cc3c0013b781a79cd33b2d32405c40d5/norep: creating writer at 1731846197395 (+13 ms)Flushing cc3c0013b781a79cd33b2d32405c40d5/norep: appending metadata at 1731846197414 (+19 ms)Flushing cc3c0013b781a79cd33b2d32405c40d5/norep: closing flushed file at 1731846197414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65331608: reopening flushed file at 1731846197423 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5034bc: reopening flushed file at 1731846197428 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d5fbd7: reopening flushed file at 1731846197432 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cc3c0013b781a79cd33b2d32405c40d5 in 521ms, sequenceid=12, compaction requested=false at 1731846197438 (+6 ms)Writing region close event to WAL at 1731846197439 (+1 ms)Running coprocessor post-close hooks at 1731846197446 (+7 ms)Closed at 1731846197446 2024-11-17T12:23:17,446 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5. 2024-11-17T12:23:17,446 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab144d38d974f7117ffc17115f8f8faf, disabling compactions & flushes 2024-11-17T12:23:17,446 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:17,446 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:17,446 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. after waiting 0 ms 2024-11-17T12:23:17,446 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:17,447 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab144d38d974f7117ffc17115f8f8faf: Waiting for close lock at 1731846197446Running coprocessor pre-close hooks at 1731846197446Disabling compacts and flushes for region at 1731846197446Disabling writes for close at 1731846197446Failed flush hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf., putting online again at 1731846197447 (+1 ms) 2024-11-17T12:23:17,447 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:17,517 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(3091): Received CLOSE for ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:17,517 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab144d38d974f7117ffc17115f8f8faf 2024-11-17T12:23:17,517 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab144d38d974f7117ffc17115f8f8faf, disabling compactions & flushes 2024-11-17T12:23:17,518 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:17,518 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:17,518 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. after waiting 0 ms 2024-11-17T12:23:17,518 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:17,518 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab144d38d974f7117ffc17115f8f8faf: Waiting for close lock at 1731846197517Running coprocessor pre-close hooks at 1731846197517Disabling compacts and flushes for region at 1731846197517Disabling writes for close at 1731846197518 (+1 ms)Failed flush hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf., putting online again at 1731846197518 2024-11-17T12:23:17,518 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf. 2024-11-17T12:23:17,536 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 1762, reset compression=false 2024-11-17T12:23:17,540 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:17,540 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 2406, reset compression=false 2024-11-17T12:23:17,683 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:17,718 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:23:17,744 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 2406, reset compression=false 2024-11-17T12:23:17,784 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:23:17,785 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:23:17,790 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/ns/ff53d0ccba41402ca2d03bb30f8dc296 2024-11-17T12:23:17,808 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/rep_barrier/de0d81f995884271b8c284cfd87741b7 is 112, key is test,,1731846178134.cc3c0013b781a79cd33b2d32405c40d5./rep_barrier:seqnumDuringOpen/1731846179280/Put/seqid=0 2024-11-17T12:23:17,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741845_1021 (size=5518) 2024-11-17T12:23:17,918 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:23:17,918 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ab144d38d974f7117ffc17115f8f8faf=hbase:replication,,1731846184616.ab144d38d974f7117ffc17115f8f8faf.} 2024-11-17T12:23:17,918 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:23:18,045 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:18,047 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 2406, reset compression=false 2024-11-17T12:23:18,118 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:23:18,212 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/rep_barrier/de0d81f995884271b8c284cfd87741b7 2024-11-17T12:23:18,231 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/table/877de0055e87479f937adbd4ff1097fc is 53, key is hbase:replication/table:state/1731846185383/Put/seqid=0 2024-11-17T12:23:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741846_1022 (size=5308) 2024-11-17T12:23:18,318 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:23:18,386 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:18,451 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/WALs/5dda233f2f2e,35993,1731846170969/5dda233f2f2e%2C35993%2C1731846170969.1731846172832 to pos 2406, reset compression=false 2024-11-17T12:23:18,518 DEBUG [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:23:18,635 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/table/877de0055e87479f937adbd4ff1097fc 2024-11-17T12:23:18,639 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/info/4e94da245c704c0f855af87c15e0000f as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/info/4e94da245c704c0f855af87c15e0000f 2024-11-17T12:23:18,644 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/info/4e94da245c704c0f855af87c15e0000f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:23:18,644 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/ns/ff53d0ccba41402ca2d03bb30f8dc296 as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/ns/ff53d0ccba41402ca2d03bb30f8dc296 2024-11-17T12:23:18,649 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/ns/ff53d0ccba41402ca2d03bb30f8dc296, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:23:18,650 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/rep_barrier/de0d81f995884271b8c284cfd87741b7 as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/rep_barrier/de0d81f995884271b8c284cfd87741b7 2024-11-17T12:23:18,656 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/rep_barrier/de0d81f995884271b8c284cfd87741b7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:23:18,657 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/.tmp/table/877de0055e87479f937adbd4ff1097fc as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/table/877de0055e87479f937adbd4ff1097fc 2024-11-17T12:23:18,661 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/table/877de0055e87479f937adbd4ff1097fc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:23:18,662 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false 2024-11-17T12:23:18,667 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:23:18,667 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:18,667 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:23:18,667 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:18,667 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846196917Running coprocessor pre-close hooks at 1731846196917Disabling compacts and flushes for region at 1731846196917Disabling writes for close at 1731846196917Obtaining lock to block concurrent updates at 1731846196917Preparing flush snapshotting stores in 1588230740 at 1731846196917Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846196918 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731846196918Flushing 1588230740/info: creating writer at 1731846196918Flushing 1588230740/info: appending metadata at 1731846196948 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731846196948Flushing 1588230740/ns: creating writer at 1731846197367 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731846197382 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731846197382Flushing 1588230740/rep_barrier: creating writer at 1731846197794 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846197808 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846197808Flushing 1588230740/table: creating writer at 1731846198216 (+408 ms)Flushing 1588230740/table: appending metadata at 1731846198231 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731846198231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@370b6437: reopening flushed file at 1731846198639 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24148989: reopening flushed file at 1731846198644 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fc743c: reopening flushed file at 1731846198649 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20975db0: reopening flushed file at 1731846198656 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false at 1731846198662 (+6 ms)Writing region close event to WAL at 1731846198664 (+2 ms)Running coprocessor post-close hooks at 1731846198667 (+3 ms)Closed at 1731846198667 2024-11-17T12:23:18,668 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:18,719 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T12:23:18,719 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,35993,1731846170969; all regions closed. 2024-11-17T12:23:18,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:23:18,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741839_1015 (size=2390) 2024-11-17T12:23:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741832_1008 (size=2414) 2024-11-17T12:23:18,746 DEBUG [RS:0;5dda233f2f2e:35993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:18,746 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:18,746 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:23:18,746 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:23:18,747 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:23:18,747 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,35993,1731846170969 because: Region server is closing 2024-11-17T12:23:18,747 INFO [RS:0;5dda233f2f2e:35993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:35993. 2024-11-17T12:23:18,747 DEBUG [RS:0;5dda233f2f2e:35993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:18,747 DEBUG [RS:0;5dda233f2f2e:35993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:18,748 DEBUG [RS:0;5dda233f2f2e:35993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:18,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:18,748 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:23:18,749 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:18,848 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.shipper5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 terminated 2024-11-17T12:23:18,848 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,35993,1731846170969.replicationSource.wal-reader.5dda233f2f2e%2C35993%2C1731846170969,1-5dda233f2f2e,35993,1731846170969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:23:18,848 INFO [RS:0;5dda233f2f2e:35993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:35993. 2024-11-17T12:23:18,848 DEBUG [RS:0;5dda233f2f2e:35993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:18,848 DEBUG [RS:0;5dda233f2f2e:35993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:18,848 DEBUG [RS:0;5dda233f2f2e:35993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:18,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:18,849 INFO [RS:0;5dda233f2f2e:35993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35993 2024-11-17T12:23:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21732265659/rs/5dda233f2f2e,35993,1731846170969 2024-11-17T12:23:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659/rs 2024-11-17T12:23:18,966 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:23:18,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,35993,1731846170969] 2024-11-17T12:23:18,987 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21732265659/draining/5dda233f2f2e,35993,1731846170969 already deleted, retry=false 2024-11-17T12:23:18,987 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,35993,1731846170969 expired; onlineServers=0 2024-11-17T12:23:18,987 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,38631,1731846170817' ***** 2024-11-17T12:23:18,987 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:23:18,987 INFO [M:0;5dda233f2f2e:38631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:18,987 INFO [M:0;5dda233f2f2e:38631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:23:18,987 DEBUG [M:0;5dda233f2f2e:38631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:23:18,987 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:23:18,987 DEBUG [M:0;5dda233f2f2e:38631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:23:18,987 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846172536 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846172536,5,FailOnTimeoutGroup] 2024-11-17T12:23:18,988 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846172532 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846172532,5,FailOnTimeoutGroup] 2024-11-17T12:23:18,988 INFO [M:0;5dda233f2f2e:38631 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:23:18,988 INFO [M:0;5dda233f2f2e:38631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:23:18,988 DEBUG [M:0;5dda233f2f2e:38631 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:23:18,988 INFO [M:0;5dda233f2f2e:38631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:23:18,988 INFO [M:0;5dda233f2f2e:38631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:18,988 INFO [M:0;5dda233f2f2e:38631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:23:18,988 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:23:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21732265659/master 2024-11-17T12:23:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21732265659 2024-11-17T12:23:18,998 DEBUG [M:0;5dda233f2f2e:38631 {}] zookeeper.ZKUtil(347): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Unable to get data of znode /21732265659/master because node does not exist (not an error) 2024-11-17T12:23:18,998 WARN [M:0;5dda233f2f2e:38631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:23:18,999 INFO [M:0;5dda233f2f2e:38631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/.lastflushedseqids 2024-11-17T12:23:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741847_1023 (size=245) 2024-11-17T12:23:19,005 INFO [M:0;5dda233f2f2e:38631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:23:19,006 INFO [M:0;5dda233f2f2e:38631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:23:19,006 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:23:19,006 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:19,006 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:19,006 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:23:19,006 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:19,006 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-17T12:23:19,024 DEBUG [M:0;5dda233f2f2e:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9cc8ed746d14d4381c5e656b3cd7ec5 is 82, key is hbase:meta,,1/info:regioninfo/1731846173753/Put/seqid=0 2024-11-17T12:23:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741848_1024 (size=5672) 2024-11-17T12:23:19,077 INFO [RS:0;5dda233f2f2e:35993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:23:19,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:19,077 INFO [RS:0;5dda233f2f2e:35993 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,35993,1731846170969; zookeeper connection closed. 2024-11-17T12:23:19,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35993-0x10148bf33ec0007, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:19,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@567af554 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@567af554 2024-11-17T12:23:19,078 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:23:19,190 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:19,434 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9cc8ed746d14d4381c5e656b3cd7ec5 2024-11-17T12:23:19,452 DEBUG [M:0;5dda233f2f2e:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73239fa52ba04ae9b2d3d6be8ca35416 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731846185387/Put/seqid=0 2024-11-17T12:23:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741849_1025 (size=9212) 2024-11-17T12:23:19,553 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:19,891 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73239fa52ba04ae9b2d3d6be8ca35416 2024-11-17T12:23:19,913 DEBUG [M:0;5dda233f2f2e:38631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce424c2c9deb43879852891f749e5c7f is 69, key is 5dda233f2f2e,35993,1731846170969/rs:state/1731846172637/Put/seqid=0 2024-11-17T12:23:19,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741850_1026 (size=5156) 2024-11-17T12:23:19,917 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce424c2c9deb43879852891f749e5c7f 2024-11-17T12:23:19,923 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9cc8ed746d14d4381c5e656b3cd7ec5 as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9cc8ed746d14d4381c5e656b3cd7ec5 2024-11-17T12:23:19,929 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9cc8ed746d14d4381c5e656b3cd7ec5, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T12:23:19,930 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/73239fa52ba04ae9b2d3d6be8ca35416 as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73239fa52ba04ae9b2d3d6be8ca35416 2024-11-17T12:23:19,935 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/73239fa52ba04ae9b2d3d6be8ca35416, entries=15, sequenceid=127, filesize=9.0 K 2024-11-17T12:23:19,936 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce424c2c9deb43879852891f749e5c7f as hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce424c2c9deb43879852891f749e5c7f 2024-11-17T12:23:19,940 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35213/user/jenkins/test-data/8cf782b6-8f85-a06b-697c-7ade60b3b1ab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce424c2c9deb43879852891f749e5c7f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-17T12:23:19,941 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=127, compaction requested=false 2024-11-17T12:23:19,944 INFO [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:19,945 DEBUG [M:0;5dda233f2f2e:38631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846199006Disabling compacts and flushes for region at 1731846199006Disabling writes for close at 1731846199006Obtaining lock to block concurrent updates at 1731846199006Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846199006Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731846199006Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846199007 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846199007Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846199023 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846199023Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846199438 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846199452 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846199452Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846199895 (+443 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846199912 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846199912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e18af1: reopening flushed file at 1731846199922 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290b8855: reopening flushed file at 1731846199929 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110803f6: reopening flushed file at 1731846199935 (+6 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=127, compaction requested=false at 1731846199941 (+6 ms)Writing region close event to WAL at 1731846199944 (+3 ms)Closed at 1731846199944 2024-11-17T12:23:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37959 is added to blk_1073741830_1006 (size=73866) 2024-11-17T12:23:19,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:23:19,968 INFO [M:0;5dda233f2f2e:38631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:23:19,968 INFO [M:0;5dda233f2f2e:38631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38631 2024-11-17T12:23:19,969 INFO [M:0;5dda233f2f2e:38631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:23:20,094 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:20,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38631-0x10148bf33ec0006, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:20,149 INFO [M:0;5dda233f2f2e:38631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:23:20,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ada0127{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:23:20,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e4df4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:23:20,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:23:20,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ec6a12{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:23:20,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@668fc8a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.log.dir/,STOPPED} 2024-11-17T12:23:20,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:23:20,187 WARN [BP-158852215-172.17.0.3-1731846168813 heartbeating to localhost/127.0.0.1:35213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:23:20,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:23:20,188 WARN [BP-158852215-172.17.0.3-1731846168813 heartbeating to localhost/127.0.0.1:35213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-158852215-172.17.0.3-1731846168813 (Datanode Uuid 0fd004a9-4f1f-43cf-ba00-0761159eec3c) service to localhost/127.0.0.1:35213 2024-11-17T12:23:20,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/cluster_1c0d3dc7-6cbf-3137-0c05-322132199d49/data/data1/current/BP-158852215-172.17.0.3-1731846168813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:23:20,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/cluster_1c0d3dc7-6cbf-3137-0c05-322132199d49/data/data2/current/BP-158852215-172.17.0.3-1731846168813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:23:20,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:23:20,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5721312a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:23:20,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79194981{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:23:20,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:23:20,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b8416b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:23:20,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ac037f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.log.dir/,STOPPED} 2024-11-17T12:23:20,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:23:20,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:23:20,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:20,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:20,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:20,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:20,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:20,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:23:20,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432528649, stopped=false 2024-11-17T12:23:20,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,33037,1731846165675 2024-11-17T12:23:20,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-529022592/running 2024-11-17T12:23:20,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-529022592/running 2024-11-17T12:23:20,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:23:20,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:23:20,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on znode that does not yet exist, /1-529022592/running 2024-11-17T12:23:20,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Set watcher on znode that does not yet exist, /1-529022592/running 2024-11-17T12:23:20,241 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:20,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:20,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:20,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:20,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,43979,1731846165828' ***** 2024-11-17T12:23:20,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:23:20,250 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:23:20,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b48fb8f7fd043bc1ade2106e9dcdd9a 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(3091): Received CLOSE for b9a50220d180ccde6f654b0565423225 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,43979,1731846165828 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:43979. 2024-11-17T12:23:20,251 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b48fb8f7fd043bc1ade2106e9dcdd9a, disabling compactions & flushes 2024-11-17T12:23:20,251 DEBUG [RS:0;5dda233f2f2e:43979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:20,251 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:20,251 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:20,251 DEBUG [RS:0;5dda233f2f2e:43979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:20,251 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. after waiting 0 ms 2024-11-17T12:23:20,251 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:23:20,251 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:23:20,251 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b48fb8f7fd043bc1ade2106e9dcdd9a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-17T12:23:20,256 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:23:20,256 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1325): Online Regions={7b48fb8f7fd043bc1ade2106e9dcdd9a=hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a., 1588230740=hbase:meta,,1.1588230740, b9a50220d180ccde6f654b0565423225=test,,1731846175984.b9a50220d180ccde6f654b0565423225.} 2024-11-17T12:23:20,256 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b48fb8f7fd043bc1ade2106e9dcdd9a, b9a50220d180ccde6f654b0565423225 2024-11-17T12:23:20,256 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:23:20,256 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:23:20,256 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:23:20,256 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:23:20,256 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:23:20,257 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:23:20,274 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:20,287 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a/.tmp/queue/bf7831ada555491694b3253add34b02a is 154, key is 1-5dda233f2f2e,43979,1731846165828/queue:5dda233f2f2e%2C43979%2C1731846165828/1731846195671/Put/seqid=0 2024-11-17T12:23:20,297 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/info/95ec83bf6da64c5f92f4af96243bb3ad is 147, key is hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a./info:regioninfo/1731846183310/Put/seqid=0 2024-11-17T12:23:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741841_1017 (size=7686) 2024-11-17T12:23:20,310 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/info/95ec83bf6da64c5f92f4af96243bb3ad 2024-11-17T12:23:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741840_1016 (size=5353) 2024-11-17T12:23:20,340 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a/.tmp/queue/bf7831ada555491694b3253add34b02a 2024-11-17T12:23:20,357 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a/.tmp/queue/bf7831ada555491694b3253add34b02a as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a/queue/bf7831ada555491694b3253add34b02a 2024-11-17T12:23:20,371 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a/queue/bf7831ada555491694b3253add34b02a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-17T12:23:20,372 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7b48fb8f7fd043bc1ade2106e9dcdd9a in 121ms, sequenceid=14, compaction requested=false 2024-11-17T12:23:20,382 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/ns/7deb7790fd594fd9afa7a47c697e7061 is 43, key is default/ns:d/1731846168699/Put/seqid=0 2024-11-17T12:23:20,406 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/replication/7b48fb8f7fd043bc1ade2106e9dcdd9a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-17T12:23:20,406 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:20,406 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:23:20,406 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:20,406 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b48fb8f7fd043bc1ade2106e9dcdd9a: Waiting for close lock at 1731846200251Running coprocessor pre-close hooks at 1731846200251Disabling compacts and flushes for region at 1731846200251Disabling writes for close at 1731846200251Obtaining lock to block concurrent updates at 1731846200251Preparing flush snapshotting stores in 7b48fb8f7fd043bc1ade2106e9dcdd9a at 1731846200251Finished memstore snapshotting hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731846200252 (+1 ms)Flushing stores of hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. at 1731846200252Flushing 7b48fb8f7fd043bc1ade2106e9dcdd9a/queue: creating writer at 1731846200252Flushing 7b48fb8f7fd043bc1ade2106e9dcdd9a/queue: appending metadata at 1731846200287 (+35 ms)Flushing 7b48fb8f7fd043bc1ade2106e9dcdd9a/queue: closing flushed file at 1731846200287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c699a0: reopening flushed file at 1731846200355 (+68 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7b48fb8f7fd043bc1ade2106e9dcdd9a in 121ms, sequenceid=14, compaction requested=false at 1731846200372 (+17 ms)Writing region close event to WAL at 1731846200384 (+12 ms)Running coprocessor post-close hooks at 1731846200406 (+22 ms)Closed at 1731846200406 2024-11-17T12:23:20,407 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846182453.7b48fb8f7fd043bc1ade2106e9dcdd9a. 2024-11-17T12:23:20,407 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9a50220d180ccde6f654b0565423225, disabling compactions & flushes 2024-11-17T12:23:20,407 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:23:20,407 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:23:20,407 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846175984.b9a50220d180ccde6f654b0565423225. after waiting 0 ms 2024-11-17T12:23:20,407 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:23:20,407 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9a50220d180ccde6f654b0565423225 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T12:23:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741842_1018 (size=5153) 2024-11-17T12:23:20,415 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/ns/7deb7790fd594fd9afa7a47c697e7061 2024-11-17T12:23:20,433 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/f/03317496f9884125aaa447f97b998466 is 37, key is row3/f:row3/1731846194503/Put/seqid=0 2024-11-17T12:23:20,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741843_1019 (size=5228) 2024-11-17T12:23:20,444 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/f/03317496f9884125aaa447f97b998466 2024-11-17T12:23:20,446 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/rep_barrier/1a2fd868a005470486627688fbebc583 is 112, key is test,,1731846175984.b9a50220d180ccde6f654b0565423225./rep_barrier:seqnumDuringOpen/1731846177128/Put/seqid=0 2024-11-17T12:23:20,452 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03317496f9884125aaa447f97b998466 2024-11-17T12:23:20,456 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b9a50220d180ccde6f654b0565423225 2024-11-17T12:23:20,461 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:20,501 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/f1/4aafeece465246f882db341644a6fd7e is 30, key is row1/f1:/1731846191830/DeleteFamily/seqid=0 2024-11-17T12:23:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741844_1020 (size=5518) 2024-11-17T12:23:20,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741845_1021 (size=5158) 2024-11-17T12:23:20,515 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/f1/4aafeece465246f882db341644a6fd7e 2024-11-17T12:23:20,519 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aafeece465246f882db341644a6fd7e 2024-11-17T12:23:20,534 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/norep/7154dc34bae6453499064b6b5c6d3e9d is 33, key is row1/norep:/1731846191830/DeleteFamily/seqid=0 2024-11-17T12:23:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741846_1022 (size=5108) 2024-11-17T12:23:20,557 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/norep/7154dc34bae6453499064b6b5c6d3e9d 2024-11-17T12:23:20,562 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7154dc34bae6453499064b6b5c6d3e9d 2024-11-17T12:23:20,563 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/f/03317496f9884125aaa447f97b998466 as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/f/03317496f9884125aaa447f97b998466 2024-11-17T12:23:20,569 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03317496f9884125aaa447f97b998466 2024-11-17T12:23:20,569 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/f/03317496f9884125aaa447f97b998466, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T12:23:20,570 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/f1/4aafeece465246f882db341644a6fd7e as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/f1/4aafeece465246f882db341644a6fd7e 2024-11-17T12:23:20,576 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4aafeece465246f882db341644a6fd7e 2024-11-17T12:23:20,576 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/f1/4aafeece465246f882db341644a6fd7e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T12:23:20,577 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/.tmp/norep/7154dc34bae6453499064b6b5c6d3e9d as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/norep/7154dc34bae6453499064b6b5c6d3e9d 2024-11-17T12:23:20,584 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7154dc34bae6453499064b6b5c6d3e9d 2024-11-17T12:23:20,584 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/norep/7154dc34bae6453499064b6b5c6d3e9d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T12:23:20,586 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b9a50220d180ccde6f654b0565423225 in 179ms, sequenceid=12, compaction requested=false 2024-11-17T12:23:20,605 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:23:20,605 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:23:20,625 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/default/test/b9a50220d180ccde6f654b0565423225/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T12:23:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:23:20,626 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:23:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9a50220d180ccde6f654b0565423225: Waiting for close lock at 1731846200407Running coprocessor pre-close hooks at 1731846200407Disabling compacts and flushes for region at 1731846200407Disabling writes for close at 1731846200407Obtaining lock to block concurrent updates at 1731846200407Preparing flush snapshotting stores in b9a50220d180ccde6f654b0565423225 at 1731846200407Finished memstore snapshotting test,,1731846175984.b9a50220d180ccde6f654b0565423225., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731846200407Flushing stores of test,,1731846175984.b9a50220d180ccde6f654b0565423225. at 1731846200408 (+1 ms)Flushing b9a50220d180ccde6f654b0565423225/f: creating writer at 1731846200408Flushing b9a50220d180ccde6f654b0565423225/f: appending metadata at 1731846200433 (+25 ms)Flushing b9a50220d180ccde6f654b0565423225/f: closing flushed file at 1731846200433Flushing b9a50220d180ccde6f654b0565423225/f1: creating writer at 1731846200452 (+19 ms)Flushing b9a50220d180ccde6f654b0565423225/f1: appending metadata at 1731846200501 (+49 ms)Flushing b9a50220d180ccde6f654b0565423225/f1: closing flushed file at 1731846200501Flushing b9a50220d180ccde6f654b0565423225/norep: creating writer at 1731846200519 (+18 ms)Flushing b9a50220d180ccde6f654b0565423225/norep: appending metadata at 1731846200534 (+15 ms)Flushing b9a50220d180ccde6f654b0565423225/norep: closing flushed file at 1731846200534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4d1a9c: reopening flushed file at 1731846200562 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7f63e: reopening flushed file at 1731846200569 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@197ffe23: reopening flushed file at 1731846200577 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b9a50220d180ccde6f654b0565423225 in 179ms, sequenceid=12, compaction requested=false at 1731846200586 (+9 ms)Writing region close event to WAL at 1731846200616 (+30 ms)Running coprocessor post-close hooks at 1731846200626 (+10 ms)Closed at 1731846200626 2024-11-17T12:23:20,626 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846175984.b9a50220d180ccde6f654b0565423225. 2024-11-17T12:23:20,657 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:23:20,857 DEBUG [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:23:20,903 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/rep_barrier/1a2fd868a005470486627688fbebc583 2024-11-17T12:23:20,929 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/table/d6a5ea2ef37e4a8abdd8f145dec7972c is 53, key is hbase:replication/table:state/1731846183323/Put/seqid=0 2024-11-17T12:23:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741847_1023 (size=5308) 2024-11-17T12:23:20,934 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/table/d6a5ea2ef37e4a8abdd8f145dec7972c 2024-11-17T12:23:20,945 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/info/95ec83bf6da64c5f92f4af96243bb3ad as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/info/95ec83bf6da64c5f92f4af96243bb3ad 2024-11-17T12:23:20,950 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/info/95ec83bf6da64c5f92f4af96243bb3ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:23:20,951 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/ns/7deb7790fd594fd9afa7a47c697e7061 as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/ns/7deb7790fd594fd9afa7a47c697e7061 2024-11-17T12:23:20,964 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/ns/7deb7790fd594fd9afa7a47c697e7061, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:23:20,966 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/rep_barrier/1a2fd868a005470486627688fbebc583 as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/rep_barrier/1a2fd868a005470486627688fbebc583 2024-11-17T12:23:20,975 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/rep_barrier/1a2fd868a005470486627688fbebc583, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:23:20,976 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/.tmp/table/d6a5ea2ef37e4a8abdd8f145dec7972c as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/table/d6a5ea2ef37e4a8abdd8f145dec7972c 2024-11-17T12:23:20,984 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/table/d6a5ea2ef37e4a8abdd8f145dec7972c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:23:20,985 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 729ms, sequenceid=16, compaction requested=false 2024-11-17T12:23:21,024 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:23:21,035 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:21,035 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:23:21,035 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:21,035 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846200256Running coprocessor pre-close hooks at 1731846200256Disabling compacts and flushes for region at 1731846200256Disabling writes for close at 1731846200256Obtaining lock to block concurrent updates at 1731846200257 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731846200257Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846200257Flushing stores of hbase:meta,,1.1588230740 at 1731846200260 (+3 ms)Flushing 1588230740/info: creating writer at 1731846200260Flushing 1588230740/info: appending metadata at 1731846200296 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731846200296Flushing 1588230740/ns: creating writer at 1731846200347 (+51 ms)Flushing 1588230740/ns: appending metadata at 1731846200381 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731846200381Flushing 1588230740/rep_barrier: creating writer at 1731846200422 (+41 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846200446 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846200446Flushing 1588230740/table: creating writer at 1731846200908 (+462 ms)Flushing 1588230740/table: appending metadata at 1731846200929 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731846200929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55845580: reopening flushed file at 1731846200944 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e3ef88: reopening flushed file at 1731846200951 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b6179ce: reopening flushed file at 1731846200964 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0901c7: reopening flushed file at 1731846200975 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 729ms, sequenceid=16, compaction requested=false at 1731846200985 (+10 ms)Writing region close event to WAL at 1731846201021 (+36 ms)Running coprocessor post-close hooks at 1731846201034 (+13 ms)Closed at 1731846201035 (+1 ms) 2024-11-17T12:23:21,035 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:21,057 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,43979,1731846165828; all regions closed. 2024-11-17T12:23:21,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:23:21,062 DEBUG [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/oldWALs 2024-11-17T12:23:21,062 INFO [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C43979%2C1731846165828.meta:.meta(num 1731846168662) 2024-11-17T12:23:21,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741839_1015 (size=3552) 2024-11-17T12:23:21,066 DEBUG [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/oldWALs 2024-11-17T12:23:21,066 INFO [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C43979%2C1731846165828.rep:(num 1731846183246) 2024-11-17T12:23:21,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741832_1008 (size=2372) 2024-11-17T12:23:21,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 not finished, retry = 0 2024-11-17T12:23:21,098 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 to pos 1473, reset compression=false 2024-11-17T12:23:21,173 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678 2024-11-17T12:23:21,173 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:21,173 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T12:23:21,174 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.wal-reader.5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T12:23:21,174 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,43979,1731846165828 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/WALs/5dda233f2f2e,43979,1731846165828/5dda233f2f2e%2C43979%2C1731846165828.1731846167678, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T12:23:21,175 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,43979,1731846165828: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,43979,1731846165828, walGroup=5dda233f2f2e%2C43979%2C1731846165828, offset=5dda233f2f2e%2C43979%2C1731846165828.1731846167678:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:43979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:23:21,176 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:23:21,176 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:23:21,179 DEBUG [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/oldWALs 2024-11-17T12:23:21,179 INFO [RS:0;5dda233f2f2e:43979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C43979%2C1731846165828:(num 1731846167678) 2024-11-17T12:23:21,179 DEBUG [RS:0;5dda233f2f2e:43979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:21,179 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:21,179 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:23:21,180 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:23:21,180 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:23:21,180 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,43979,1731846165828 because: Region server is closing 2024-11-17T12:23:21,180 INFO [RS:0;5dda233f2f2e:43979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:43979. 2024-11-17T12:23:21,180 DEBUG [RS:0;5dda233f2f2e:43979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:21,180 DEBUG [RS:0;5dda233f2f2e:43979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:21,180 DEBUG [RS:0;5dda233f2f2e:43979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:21,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:21,181 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:23:21,181 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:23:21,181 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:23:21,181 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:23:21,181 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 896053472 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199148264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:23:21,183 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5dda233f2f2e%2C43979%2C1731846165828.1731846167678] 2024-11-17T12:23:21,281 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,43979,1731846165828.replicationSource.shipper5dda233f2f2e%2C43979%2C1731846165828,1-5dda233f2f2e,43979,1731846165828 terminated 2024-11-17T12:23:21,281 INFO [RS:0;5dda233f2f2e:43979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:43979. 2024-11-17T12:23:21,281 DEBUG [RS:0;5dda233f2f2e:43979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:21,281 DEBUG [RS:0;5dda233f2f2e:43979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:21,281 DEBUG [RS:0;5dda233f2f2e:43979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:21,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:21,281 INFO [RS:0;5dda233f2f2e:43979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43979 2024-11-17T12:23:21,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592/rs 2024-11-17T12:23:21,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-529022592/rs/5dda233f2f2e,43979,1731846165828 2024-11-17T12:23:21,345 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:23:21,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,43979,1731846165828] 2024-11-17T12:23:21,366 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-529022592/draining/5dda233f2f2e,43979,1731846165828 already deleted, retry=false 2024-11-17T12:23:21,366 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,43979,1731846165828 expired; onlineServers=0 2024-11-17T12:23:21,366 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,33037,1731846165675' ***** 2024-11-17T12:23:21,366 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:23:21,366 INFO [M:0;5dda233f2f2e:33037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:21,366 INFO [M:0;5dda233f2f2e:33037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:23:21,366 DEBUG [M:0;5dda233f2f2e:33037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:23:21,366 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:23:21,366 DEBUG [M:0;5dda233f2f2e:33037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:23:21,366 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846167449 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846167449,5,FailOnTimeoutGroup] 2024-11-17T12:23:21,366 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846167452 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846167452,5,FailOnTimeoutGroup] 2024-11-17T12:23:21,366 INFO [M:0;5dda233f2f2e:33037 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:23:21,367 INFO [M:0;5dda233f2f2e:33037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:23:21,367 DEBUG [M:0;5dda233f2f2e:33037 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:23:21,367 INFO [M:0;5dda233f2f2e:33037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:23:21,367 INFO [M:0;5dda233f2f2e:33037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:21,367 INFO [M:0;5dda233f2f2e:33037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:23:21,367 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:23:21,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-529022592/master 2024-11-17T12:23:21,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-529022592 2024-11-17T12:23:21,387 DEBUG [M:0;5dda233f2f2e:33037 {}] zookeeper.RecoverableZooKeeper(212): Node /1-529022592/master already deleted, retry=false 2024-11-17T12:23:21,387 DEBUG [M:0;5dda233f2f2e:33037 {}] master.ActiveMasterManager(353): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-529022592/master 2024-11-17T12:23:21,387 INFO [M:0;5dda233f2f2e:33037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/.lastflushedseqids 2024-11-17T12:23:21,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741848_1024 (size=245) 2024-11-17T12:23:21,398 INFO [M:0;5dda233f2f2e:33037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:23:21,398 INFO [M:0;5dda233f2f2e:33037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:23:21,399 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:23:21,399 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:21,399 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:21,399 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:23:21,399 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:21,399 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-17T12:23:21,424 DEBUG [M:0;5dda233f2f2e:33037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaafd1bda4514b09a3808a5f197931b2 is 82, key is hbase:meta,,1/info:regioninfo/1731846168687/Put/seqid=0 2024-11-17T12:23:21,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741849_1025 (size=5672) 2024-11-17T12:23:21,440 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaafd1bda4514b09a3808a5f197931b2 2024-11-17T12:23:21,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:21,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43979-0x10148bf33ec0004, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:21,456 INFO [RS:0;5dda233f2f2e:43979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:23:21,456 INFO [RS:0;5dda233f2f2e:43979 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,43979,1731846165828; zookeeper connection closed. 2024-11-17T12:23:21,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39953353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39953353 2024-11-17T12:23:21,457 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:23:21,466 DEBUG [M:0;5dda233f2f2e:33037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ce26bcedc5041aca6ce55b8d5dfe180 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731846177136/Put/seqid=0 2024-11-17T12:23:21,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741850_1026 (size=7219) 2024-11-17T12:23:21,473 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ce26bcedc5041aca6ce55b8d5dfe180 2024-11-17T12:23:21,477 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ce26bcedc5041aca6ce55b8d5dfe180 2024-11-17T12:23:21,496 DEBUG [M:0;5dda233f2f2e:33037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1aed434449dc4421aa4ff269e0b76d16 is 69, key is 5dda233f2f2e,43979,1731846165828/rs:state/1731846167487/Put/seqid=0 2024-11-17T12:23:21,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741851_1027 (size=5156) 2024-11-17T12:23:21,504 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:21,901 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1aed434449dc4421aa4ff269e0b76d16 2024-11-17T12:23:21,904 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eaafd1bda4514b09a3808a5f197931b2 as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaafd1bda4514b09a3808a5f197931b2 2024-11-17T12:23:21,907 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eaafd1bda4514b09a3808a5f197931b2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T12:23:21,908 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ce26bcedc5041aca6ce55b8d5dfe180 as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ce26bcedc5041aca6ce55b8d5dfe180 2024-11-17T12:23:21,910 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ce26bcedc5041aca6ce55b8d5dfe180 2024-11-17T12:23:21,910 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ce26bcedc5041aca6ce55b8d5dfe180, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T12:23:21,911 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1aed434449dc4421aa4ff269e0b76d16 as hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1aed434449dc4421aa4ff269e0b76d16 2024-11-17T12:23:21,914 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33185/user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1aed434449dc4421aa4ff269e0b76d16, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T12:23:21,914 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=105, compaction requested=false 2024-11-17T12:23:21,915 INFO [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:21,915 DEBUG [M:0;5dda233f2f2e:33037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846201399Disabling compacts and flushes for region at 1731846201399Disabling writes for close at 1731846201399Obtaining lock to block concurrent updates at 1731846201399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846201399Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731846201399Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846201400 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846201400Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846201424 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846201424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846201445 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846201465 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846201465Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846201477 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846201496 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846201496Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3452de79: reopening flushed file at 1731846201904 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1e8e82: reopening flushed file at 1731846201907 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727954e2: reopening flushed file at 1731846201910 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=105, compaction requested=false at 1731846201914 (+4 ms)Writing region close event to WAL at 1731846201915 (+1 ms)Closed at 1731846201915 2024-11-17T12:23:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45359 is added to blk_1073741830_1006 (size=64435) 2024-11-17T12:23:21,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f5a7823c-4b69-0d18-8569-522ea96fc815/MasterData/WALs/5dda233f2f2e,33037,1731846165675/5dda233f2f2e%2C33037%2C1731846165675.1731846167176 not finished, retry = 0 2024-11-17T12:23:22,017 INFO [M:0;5dda233f2f2e:33037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:23:22,017 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:23:22,017 INFO [M:0;5dda233f2f2e:33037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33037 2024-11-17T12:23:22,018 INFO [M:0;5dda233f2f2e:33037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:23:22,129 INFO [M:0;5dda233f2f2e:33037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:23:22,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:22,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33037-0x10148bf33ec0003, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:22,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be291d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:23:22,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45ff5f1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:23:22,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:23:22,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:23:22,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4eab9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.log.dir/,STOPPED} 2024-11-17T12:23:22,135 WARN [BP-1023029713-172.17.0.3-1731846163691 heartbeating to localhost/127.0.0.1:33185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:23:22,135 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:23:22,135 WARN [BP-1023029713-172.17.0.3-1731846163691 heartbeating to localhost/127.0.0.1:33185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1023029713-172.17.0.3-1731846163691 (Datanode Uuid 70b9176f-77bb-4898-8301-a51d5c9e5814) service to localhost/127.0.0.1:33185 2024-11-17T12:23:22,135 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:23:22,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/cluster_814066f0-4c55-6666-2a16-63ef77f6386a/data/data1/current/BP-1023029713-172.17.0.3-1731846163691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:23:22,135 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/cluster_814066f0-4c55-6666-2a16-63ef77f6386a/data/data2/current/BP-1023029713-172.17.0.3-1731846163691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:23:22,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:23:22,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e636fa6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:23:22,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67e30c78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:23:22,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:23:22,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:23:22,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5f324c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342029fa-75f0-0f0b-eff0-15380b45fb1f/hadoop.log.dir/,STOPPED} 2024-11-17T12:23:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:23:22,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:23:22,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:22,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:22,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:22,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:22,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:22,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:23:22,169 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1700836190, stopped=false 2024-11-17T12:23:22,169 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,38167,1731846160384 2024-11-17T12:23:22,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368854438/running 2024-11-17T12:23:22,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368854438/running 2024-11-17T12:23:22,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:23:22,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:23:22,271 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:22,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:22,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:22,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:22,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on znode that does not yet exist, /0-368854438/running 2024-11-17T12:23:22,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Set watcher on znode that does not yet exist, /0-368854438/running 2024-11-17T12:23:22,272 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,33089,1731846160607' ***** 2024-11-17T12:23:22,272 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:23:22,272 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(3091): Received CLOSE for b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(3091): Received CLOSE for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,33089,1731846160607 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:33089. 2024-11-17T12:23:22,272 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b6c181a5eb6314b5c239ed5519a321e0, disabling compactions & flushes 2024-11-17T12:23:22,272 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:23:22,272 DEBUG [RS:0;5dda233f2f2e:33089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:22,272 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:23:22,272 DEBUG [RS:0;5dda233f2f2e:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:22,272 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. after waiting 0 ms 2024-11-17T12:23:22,272 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:23:22,272 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:23:22,273 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:23:22,273 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:23:22,273 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b6c181a5eb6314b5c239ed5519a321e0 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-17T12:23:22,273 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:23:22,273 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b6c181a5eb6314b5c239ed5519a321e0=test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0., 6624631f3e2d8fdf00173ab48677559b=hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b.} 2024-11-17T12:23:22,273 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6624631f3e2d8fdf00173ab48677559b, b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:23:22,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:23:22,273 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:23:22,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:23:22,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:23:22,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:23:22,273 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:23:22,291 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/info/c23e59152a224b51ac8e688f55467695 is 147, key is hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b./info:regioninfo/1731846181467/Put/seqid=0 2024-11-17T12:23:22,291 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/f/09d9f1608a9a4a37aa9971ab5240fb16 is 37, key is row3/f:row3/1731846194503/Put/seqid=0 2024-11-17T12:23:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741841_1017 (size=5228) 2024-11-17T12:23:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741840_1016 (size=7686) 2024-11-17T12:23:22,295 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/info/c23e59152a224b51ac8e688f55467695 2024-11-17T12:23:22,308 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:22,310 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/ns/bf2c8c0c04ea4f9a8e5ff104a4ef35f9 is 43, key is default/ns:d/1731846163540/Put/seqid=0 2024-11-17T12:23:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741842_1018 (size=5153) 2024-11-17T12:23:22,429 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:23:22,429 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:23:22,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,473 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6624631f3e2d8fdf00173ab48677559b, b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:23:22,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:22,624 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1493, reset compression=false 2024-11-17T12:23:22,628 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:22,628 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1740, reset compression=false 2024-11-17T12:23:22,628 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,33089,1731846160607 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:22,628 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,33089,1731846160607: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,33089,1731846160607, walGroup=5dda233f2f2e%2C33089%2C1731846160607, offset=5dda233f2f2e%2C33089%2C1731846160607.1731846162514:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:33089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:23:22,630 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:23:22,630 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:23:22,630 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:23:22,630 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:23:22,630 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:23:22,630 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 942190816 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199432816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:23:22,630 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:38167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:38167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:23:22,673 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6624631f3e2d8fdf00173ab48677559b, b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:23:22,695 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/f/09d9f1608a9a4a37aa9971ab5240fb16 2024-11-17T12:23:22,698 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09d9f1608a9a4a37aa9971ab5240fb16 2024-11-17T12:23:22,712 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/f1/2eb82723ca664b75a4ed02d6e8a98aad is 30, key is row1/f1:/1731846191830/DeleteFamily/seqid=0 2024-11-17T12:23:22,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741843_1019 (size=5158) 2024-11-17T12:23:22,718 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/ns/bf2c8c0c04ea4f9a8e5ff104a4ef35f9 2024-11-17T12:23:22,739 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/rep_barrier/9150069a3a41480fbe5ce6cfcbabbab2 is 112, key is test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0./rep_barrier:seqnumDuringOpen/1731846174974/Put/seqid=0 2024-11-17T12:23:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741844_1020 (size=5518) 2024-11-17T12:23:22,832 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1740, reset compression=false 2024-11-17T12:23:22,873 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6624631f3e2d8fdf00173ab48677559b, b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:23:23,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:23:23,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:23,074 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6624631f3e2d8fdf00173ab48677559b, b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:23:23,115 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/f1/2eb82723ca664b75a4ed02d6e8a98aad 2024-11-17T12:23:23,119 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2eb82723ca664b75a4ed02d6e8a98aad 2024-11-17T12:23:23,135 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1740, reset compression=false 2024-11-17T12:23:23,140 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/norep/2264f6e8d8b4447b99ace955a1757728 is 32, key is row/norep:/1731846190823/DeleteFamily/seqid=0 2024-11-17T12:23:23,142 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/rep_barrier/9150069a3a41480fbe5ce6cfcbabbab2 2024-11-17T12:23:23,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741845_1021 (size=5101) 2024-11-17T12:23:23,164 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/table/f87ad43ba968424b82207e6b98cd5282 is 53, key is hbase:replication/table:state/1731846181472/Put/seqid=0 2024-11-17T12:23:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741846_1022 (size=5308) 2024-11-17T12:23:23,274 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6624631f3e2d8fdf00173ab48677559b, b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:23:23,474 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6624631f3e2d8fdf00173ab48677559b, b6c181a5eb6314b5c239ed5519a321e0 2024-11-17T12:23:23,538 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1740, reset compression=false 2024-11-17T12:23:23,544 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/norep/2264f6e8d8b4447b99ace955a1757728 2024-11-17T12:23:23,547 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2264f6e8d8b4447b99ace955a1757728 2024-11-17T12:23:23,548 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/f/09d9f1608a9a4a37aa9971ab5240fb16 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/f/09d9f1608a9a4a37aa9971ab5240fb16 2024-11-17T12:23:23,552 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09d9f1608a9a4a37aa9971ab5240fb16 2024-11-17T12:23:23,552 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/f/09d9f1608a9a4a37aa9971ab5240fb16, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T12:23:23,553 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/f1/2eb82723ca664b75a4ed02d6e8a98aad as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/f1/2eb82723ca664b75a4ed02d6e8a98aad 2024-11-17T12:23:23,557 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2eb82723ca664b75a4ed02d6e8a98aad 2024-11-17T12:23:23,557 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/f1/2eb82723ca664b75a4ed02d6e8a98aad, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T12:23:23,558 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/.tmp/norep/2264f6e8d8b4447b99ace955a1757728 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/norep/2264f6e8d8b4447b99ace955a1757728 2024-11-17T12:23:23,563 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2264f6e8d8b4447b99ace955a1757728 2024-11-17T12:23:23,563 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/norep/2264f6e8d8b4447b99ace955a1757728, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T12:23:23,565 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b6c181a5eb6314b5c239ed5519a321e0 in 1292ms, sequenceid=12, compaction requested=false 2024-11-17T12:23:23,565 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T12:23:23,566 INFO [master/5dda233f2f2e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T12:23:23,566 INFO [master/5dda233f2f2e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T12:23:23,568 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/table/f87ad43ba968424b82207e6b98cd5282 2024-11-17T12:23:23,574 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/info/c23e59152a224b51ac8e688f55467695 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/info/c23e59152a224b51ac8e688f55467695 2024-11-17T12:23:23,578 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/info/c23e59152a224b51ac8e688f55467695, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:23:23,578 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/ns/bf2c8c0c04ea4f9a8e5ff104a4ef35f9 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/ns/bf2c8c0c04ea4f9a8e5ff104a4ef35f9 2024-11-17T12:23:23,580 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/default/test/b6c181a5eb6314b5c239ed5519a321e0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T12:23:23,581 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:23,581 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:23:23,581 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:23:23,581 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b6c181a5eb6314b5c239ed5519a321e0: Waiting for close lock at 1731846202272Running coprocessor pre-close hooks at 1731846202272Disabling compacts and flushes for region at 1731846202272Disabling writes for close at 1731846202272Obtaining lock to block concurrent updates at 1731846202273 (+1 ms)Preparing flush snapshotting stores in b6c181a5eb6314b5c239ed5519a321e0 at 1731846202273Finished memstore snapshotting test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731846202273Flushing stores of test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. at 1731846202273Flushing b6c181a5eb6314b5c239ed5519a321e0/f: creating writer at 1731846202273Flushing b6c181a5eb6314b5c239ed5519a321e0/f: appending metadata at 1731846202290 (+17 ms)Flushing b6c181a5eb6314b5c239ed5519a321e0/f: closing flushed file at 1731846202290Flushing b6c181a5eb6314b5c239ed5519a321e0/f1: creating writer at 1731846202698 (+408 ms)Flushing b6c181a5eb6314b5c239ed5519a321e0/f1: appending metadata at 1731846202711 (+13 ms)Flushing b6c181a5eb6314b5c239ed5519a321e0/f1: closing flushed file at 1731846202711Flushing b6c181a5eb6314b5c239ed5519a321e0/norep: creating writer at 1731846203119 (+408 ms)Flushing b6c181a5eb6314b5c239ed5519a321e0/norep: appending metadata at 1731846203139 (+20 ms)Flushing b6c181a5eb6314b5c239ed5519a321e0/norep: closing flushed file at 1731846203139Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3b5804: reopening flushed file at 1731846203547 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d9e704b: reopening flushed file at 1731846203552 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422ff14b: reopening flushed file at 1731846203557 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b6c181a5eb6314b5c239ed5519a321e0 in 1292ms, sequenceid=12, compaction requested=false at 1731846203565 (+8 ms)Writing region close event to WAL at 1731846203577 (+12 ms)Running coprocessor post-close hooks at 1731846203581 (+4 ms)Closed at 1731846203581 2024-11-17T12:23:23,581 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846173823.b6c181a5eb6314b5c239ed5519a321e0. 2024-11-17T12:23:23,581 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6624631f3e2d8fdf00173ab48677559b, disabling compactions & flushes 2024-11-17T12:23:23,581 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:23,581 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:23,581 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. after waiting 0 ms 2024-11-17T12:23:23,582 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:23,582 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6624631f3e2d8fdf00173ab48677559b: Waiting for close lock at 1731846203581Running coprocessor pre-close hooks at 1731846203581Disabling compacts and flushes for region at 1731846203581Disabling writes for close at 1731846203581Failed flush hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b., putting online again at 1731846203582 (+1 ms) 2024-11-17T12:23:23,582 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:23,582 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/ns/bf2c8c0c04ea4f9a8e5ff104a4ef35f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:23:23,583 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/rep_barrier/9150069a3a41480fbe5ce6cfcbabbab2 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/rep_barrier/9150069a3a41480fbe5ce6cfcbabbab2 2024-11-17T12:23:23,586 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/rep_barrier/9150069a3a41480fbe5ce6cfcbabbab2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:23:23,587 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/.tmp/table/f87ad43ba968424b82207e6b98cd5282 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/table/f87ad43ba968424b82207e6b98cd5282 2024-11-17T12:23:23,590 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/table/f87ad43ba968424b82207e6b98cd5282, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:23:23,591 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-17T12:23:23,591 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:23:23,602 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:23:23,602 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:23,602 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:23:23,602 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:23,602 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846202273Running coprocessor pre-close hooks at 1731846202273Disabling compacts and flushes for region at 1731846202273Disabling writes for close at 1731846202273Obtaining lock to block concurrent updates at 1731846202273Preparing flush snapshotting stores in 1588230740 at 1731846202273Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846202273Flushing stores of hbase:meta,,1.1588230740 at 1731846202273Flushing 1588230740/info: creating writer at 1731846202273Flushing 1588230740/info: appending metadata at 1731846202291 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731846202291Flushing 1588230740/ns: creating writer at 1731846202298 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731846202310 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731846202310Flushing 1588230740/rep_barrier: creating writer at 1731846202722 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846202738 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846202739 (+1 ms)Flushing 1588230740/table: creating writer at 1731846203147 (+408 ms)Flushing 1588230740/table: appending metadata at 1731846203164 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731846203164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23eabfbb: reopening flushed file at 1731846203573 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b85f407: reopening flushed file at 1731846203578 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acfc1d3: reopening flushed file at 1731846203582 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60984500: reopening flushed file at 1731846203586 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731846203591 (+5 ms)Writing region close event to WAL at 1731846203598 (+7 ms)Running coprocessor post-close hooks at 1731846203602 (+4 ms)Closed at 1731846203602 2024-11-17T12:23:23,602 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:23,674 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:23:23,674 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1325): Online Regions={6624631f3e2d8fdf00173ab48677559b=hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b.} 2024-11-17T12:23:23,674 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(3091): Received CLOSE for 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:23,674 DEBUG [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1351): Waiting on 6624631f3e2d8fdf00173ab48677559b 2024-11-17T12:23:23,674 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6624631f3e2d8fdf00173ab48677559b, disabling compactions & flushes 2024-11-17T12:23:23,674 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:23,674 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:23,674 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. after waiting 0 ms 2024-11-17T12:23:23,674 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:23,675 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6624631f3e2d8fdf00173ab48677559b: Waiting for close lock at 1731846203674Running coprocessor pre-close hooks at 1731846203674Disabling compacts and flushes for region at 1731846203674Disabling writes for close at 1731846203674Failed flush hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b., putting online again at 1731846203675 (+1 ms) 2024-11-17T12:23:23,675 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731846180305.6624631f3e2d8fdf00173ab48677559b. 2024-11-17T12:23:23,874 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T12:23:23,874 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,33089,1731846160607; all regions closed. 2024-11-17T12:23:23,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:23:23,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.meta.1731846163462.meta not finished, retry = 0 2024-11-17T12:23:23,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741839_1015 (size=2391) 2024-11-17T12:23:23,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.rep.1731846181437 not finished, retry = 0 2024-11-17T12:23:24,059 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 1740, reset compression=false 2024-11-17T12:23:24,063 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:24,063 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/WALs/5dda233f2f2e,33089,1731846160607/5dda233f2f2e%2C33089%2C1731846160607.1731846162514 to pos 2384, reset compression=false 2024-11-17T12:23:24,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741832_1008 (size=2392) 2024-11-17T12:23:24,081 DEBUG [RS:0;5dda233f2f2e:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:24,081 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:24,081 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:23:24,081 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:23:24,082 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:23:24,082 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:23:24,082 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,33089,1731846160607 because: Region server is closing 2024-11-17T12:23:24,082 INFO [RS:0;5dda233f2f2e:33089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:33089. 2024-11-17T12:23:24,082 DEBUG [RS:0;5dda233f2f2e:33089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:24,082 DEBUG [RS:0;5dda233f2f2e:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:24,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:24,082 DEBUG [RS:0;5dda233f2f2e:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:24,183 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.shipper5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 terminated 2024-11-17T12:23:24,183 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,33089,1731846160607.replicationSource.wal-reader.5dda233f2f2e%2C33089%2C1731846160607,1-5dda233f2f2e,33089,1731846160607 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T12:23:24,183 INFO [RS:0;5dda233f2f2e:33089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:33089. 2024-11-17T12:23:24,183 DEBUG [RS:0;5dda233f2f2e:33089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:24,183 DEBUG [RS:0;5dda233f2f2e:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:24,183 DEBUG [RS:0;5dda233f2f2e:33089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:24,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:24,183 INFO [RS:0;5dda233f2f2e:33089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33089 2024-11-17T12:23:24,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438/rs 2024-11-17T12:23:24,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368854438/rs/5dda233f2f2e,33089,1731846160607 2024-11-17T12:23:24,258 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:23:24,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,33089,1731846160607] 2024-11-17T12:23:24,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-368854438/draining/5dda233f2f2e,33089,1731846160607 already deleted, retry=false 2024-11-17T12:23:24,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,33089,1731846160607 expired; onlineServers=0 2024-11-17T12:23:24,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,38167,1731846160384' ***** 2024-11-17T12:23:24,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:23:24,398 INFO [M:0;5dda233f2f2e:38167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:24,398 INFO [M:0;5dda233f2f2e:38167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:23:24,398 DEBUG [M:0;5dda233f2f2e:38167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:23:24,398 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:23:24,398 DEBUG [M:0;5dda233f2f2e:38167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:23:24,398 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846162258 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846162258,5,FailOnTimeoutGroup] 2024-11-17T12:23:24,398 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846162258 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846162258,5,FailOnTimeoutGroup] 2024-11-17T12:23:24,398 INFO [M:0;5dda233f2f2e:38167 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:23:24,398 INFO [M:0;5dda233f2f2e:38167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:23:24,398 DEBUG [M:0;5dda233f2f2e:38167 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:23:24,398 INFO [M:0;5dda233f2f2e:38167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:23:24,399 INFO [M:0;5dda233f2f2e:38167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:24,399 ERROR [M:0;5dda233f2f2e:38167 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45241,5,PEWorkerGroup] 2024-11-17T12:23:24,399 INFO [M:0;5dda233f2f2e:38167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:23:24,399 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:23:24,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:24,410 INFO [RS:0;5dda233f2f2e:33089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:23:24,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33089-0x10148bf33ec0001, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:24,410 INFO [RS:0;5dda233f2f2e:33089 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,33089,1731846160607; zookeeper connection closed. 2024-11-17T12:23:24,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1226c8a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1226c8a5 2024-11-17T12:23:24,411 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:23:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:23:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:23:24,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:23:24,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-368854438/master 2024-11-17T12:23:24,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-368854438 2024-11-17T12:23:24,490 DEBUG [M:0;5dda233f2f2e:38167 {}] zookeeper.ZKUtil(347): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Unable to get data of znode /0-368854438/master because node does not exist (not an error) 2024-11-17T12:23:24,490 WARN [M:0;5dda233f2f2e:38167 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:23:24,491 INFO [M:0;5dda233f2f2e:38167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/.lastflushedseqids 2024-11-17T12:23:24,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741847_1023 (size=245) 2024-11-17T12:23:24,895 INFO [M:0;5dda233f2f2e:38167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:23:24,895 INFO [M:0;5dda233f2f2e:38167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:23:24,896 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:23:24,896 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:24,896 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:24,896 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:23:24,896 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:24,896 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-17T12:23:24,909 DEBUG [M:0;5dda233f2f2e:38167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15555a25edef49d29d573cc3e2f1ff22 is 82, key is hbase:meta,,1/info:regioninfo/1731846163490/Put/seqid=0 2024-11-17T12:23:24,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741848_1024 (size=5672) 2024-11-17T12:23:25,312 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15555a25edef49d29d573cc3e2f1ff22 2024-11-17T12:23:25,329 DEBUG [M:0;5dda233f2f2e:38167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da355b86580044b4a6f4c3a7a18df1c6 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731846174989/Put/seqid=0 2024-11-17T12:23:25,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741849_1025 (size=7219) 2024-11-17T12:23:25,733 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da355b86580044b4a6f4c3a7a18df1c6 2024-11-17T12:23:25,736 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da355b86580044b4a6f4c3a7a18df1c6 2024-11-17T12:23:25,755 DEBUG [M:0;5dda233f2f2e:38167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d444fb76589c439da6dfe861dc3ddf33 is 69, key is 5dda233f2f2e,33089,1731846160607/rs:state/1731846162360/Put/seqid=0 2024-11-17T12:23:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741850_1026 (size=5156) 2024-11-17T12:23:26,159 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d444fb76589c439da6dfe861dc3ddf33 2024-11-17T12:23:26,163 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/15555a25edef49d29d573cc3e2f1ff22 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15555a25edef49d29d573cc3e2f1ff22 2024-11-17T12:23:26,166 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/15555a25edef49d29d573cc3e2f1ff22, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T12:23:26,167 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da355b86580044b4a6f4c3a7a18df1c6 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da355b86580044b4a6f4c3a7a18df1c6 2024-11-17T12:23:26,170 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da355b86580044b4a6f4c3a7a18df1c6 2024-11-17T12:23:26,170 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da355b86580044b4a6f4c3a7a18df1c6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T12:23:26,170 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d444fb76589c439da6dfe861dc3ddf33 as hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d444fb76589c439da6dfe861dc3ddf33 2024-11-17T12:23:26,173 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45241/user/jenkins/test-data/02d280fa-9fe7-e1fd-ef2b-3d1298d47412/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d444fb76589c439da6dfe861dc3ddf33, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T12:23:26,174 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false 2024-11-17T12:23:26,175 INFO [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:26,175 DEBUG [M:0;5dda233f2f2e:38167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846204895Disabling compacts and flushes for region at 1731846204895Disabling writes for close at 1731846204896 (+1 ms)Obtaining lock to block concurrent updates at 1731846204896Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846204896Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731846204896Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846204897 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846204897Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846204909 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846204909Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846205316 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846205328 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846205328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846205737 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846205755 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846205755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89a4fe6: reopening flushed file at 1731846206162 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa84811: reopening flushed file at 1731846206166 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3f4647: reopening flushed file at 1731846206170 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=105, compaction requested=false at 1731846206174 (+4 ms)Writing region close event to WAL at 1731846206175 (+1 ms)Closed at 1731846206175 2024-11-17T12:23:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741830_1006 (size=64435) 2024-11-17T12:23:26,178 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:23:26,178 INFO [M:0;5dda233f2f2e:38167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:23:26,178 INFO [M:0;5dda233f2f2e:38167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38167 2024-11-17T12:23:26,178 INFO [M:0;5dda233f2f2e:38167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:23:26,321 INFO [M:0;5dda233f2f2e:38167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:23:26,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:26,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38167-0x10148bf33ec0000, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:26,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c6f5cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:23:26,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:23:26,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:23:26,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:23:26,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.log.dir/,STOPPED} 2024-11-17T12:23:26,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:23:26,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:23:26,339 WARN [BP-2086105304-172.17.0.3-1731846158418 heartbeating to localhost/127.0.0.1:45241 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:23:26,339 WARN [BP-2086105304-172.17.0.3-1731846158418 heartbeating to localhost/127.0.0.1:45241 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2086105304-172.17.0.3-1731846158418 (Datanode Uuid 35ee76e3-ff92-4038-a3ce-f1f525a59126) service to localhost/127.0.0.1:45241 2024-11-17T12:23:26,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/cluster_1ac71515-5956-98f0-b23e-664fb2b9601f/data/data1/current/BP-2086105304-172.17.0.3-1731846158418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:23:26,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/cluster_1ac71515-5956-98f0-b23e-664fb2b9601f/data/data2/current/BP-2086105304-172.17.0.3-1731846158418 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:23:26,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:23:26,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198dbb51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:23:26,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:23:26,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:23:26,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:23:26,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c07d2fcd-31d3-0aaf-97be-53df0655d4fc/hadoop.log.dir/,STOPPED} 2024-11-17T12:23:26,353 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:23:26,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:23:26,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 262) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33185 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45241 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49301) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45241 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45241 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35213 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=734 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 363) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2877 (was 3252) 2024-11-17T12:23:26,382 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=734, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=2877 2024-11-17T12:23:26,395 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-17T12:23:26,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.log.dir so I do NOT create it in target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335 2024-11-17T12:23:26,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:23:26,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.tmp.dir so I do NOT create it in target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335 2024-11-17T12:23:26,395 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/feef9988-9e5d-8329-fcc9-e01b8d41f187/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:23:26,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335 2024-11-17T12:23:26,395 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/cluster_c2c904ae-3762-6d51-aba8-230609b83881, deleteOnExit=true 2024-11-17T12:23:26,398 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/cluster_c2c904ae-3762-6d51-aba8-230609b83881/zookeeper_0, clientPort=53156, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/cluster_c2c904ae-3762-6d51-aba8-230609b83881/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/cluster_c2c904ae-3762-6d51-aba8-230609b83881/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:23:26,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53156 2024-11-17T12:23:26,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:23:26,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:23:26,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/test.cache.data in system properties and HBase conf 2024-11-17T12:23:26,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:23:26,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:23:26,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:23:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:23:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:23:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:23:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:23:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:23:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:23:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:23:26,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:23:26,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148bf33ec0005, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:23:26,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10148bf33ec0008, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:23:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148bf33ec0002, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:23:26,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148bf33ec0005, quorum=127.0.0.1:49301, baseZNode=/1-529022592 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:23:26,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148bf33ec0002, quorum=127.0.0.1:49301, baseZNode=/0-368854438 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:23:26,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10148bf33ec0008, quorum=127.0.0.1:49301, baseZNode=/21732265659 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:23:26,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:26,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:23:26,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:23:26,743 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:23:26,743 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:23:26,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:26,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:23:26,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:23:26,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cfec75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/java.io.tmpdir/jetty-localhost-45291-hadoop-hdfs-3_4_1-tests_jar-_-any-16022122564040650845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:23:26,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:45291} 2024-11-17T12:23:26,847 INFO [Time-limited test {}] server.Server(415): Started @362563ms 2024-11-17T12:23:27,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:27,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:23:27,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:23:27,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:23:27,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:23:27,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:23:27,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:23:27,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3382dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/java.io.tmpdir/jetty-localhost-42777-hadoop-hdfs-3_4_1-tests_jar-_-any-16981317584608943389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:23:27,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:42777} 2024-11-17T12:23:27,234 INFO [Time-limited test {}] server.Server(415): Started @362949ms 2024-11-17T12:23:27,236 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:23:28,196 WARN [Thread-3459 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/cluster_c2c904ae-3762-6d51-aba8-230609b83881/data/data2/current/BP-669270033-172.17.0.3-1731846206420/current, will proceed with Du for space computation calculation, 2024-11-17T12:23:28,196 WARN [Thread-3458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/cluster_c2c904ae-3762-6d51-aba8-230609b83881/data/data1/current/BP-669270033-172.17.0.3-1731846206420/current, will proceed with Du for space computation calculation, 2024-11-17T12:23:28,229 WARN [Thread-3446 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:23:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaefb2ba7cb610fba with lease ID 0x6c9b33c89ea06ff7: Processing first storage report for DS-639780eb-9c69-4acd-8702-7b052fbdbdfd from datanode DatanodeRegistration(127.0.0.1:36767, datanodeUuid=7d852f13-0322-490d-b858-890b5575ef78, infoPort=33343, infoSecurePort=0, ipcPort=44969, storageInfo=lv=-57;cid=testClusterID;nsid=950710846;c=1731846206420) 2024-11-17T12:23:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaefb2ba7cb610fba with lease ID 0x6c9b33c89ea06ff7: from storage DS-639780eb-9c69-4acd-8702-7b052fbdbdfd node DatanodeRegistration(127.0.0.1:36767, datanodeUuid=7d852f13-0322-490d-b858-890b5575ef78, infoPort=33343, infoSecurePort=0, ipcPort=44969, storageInfo=lv=-57;cid=testClusterID;nsid=950710846;c=1731846206420), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:23:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaefb2ba7cb610fba with lease ID 0x6c9b33c89ea06ff7: Processing first storage report for DS-0547ebdf-8284-4528-895c-9991ebb264e0 from datanode DatanodeRegistration(127.0.0.1:36767, datanodeUuid=7d852f13-0322-490d-b858-890b5575ef78, infoPort=33343, infoSecurePort=0, ipcPort=44969, storageInfo=lv=-57;cid=testClusterID;nsid=950710846;c=1731846206420) 2024-11-17T12:23:28,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaefb2ba7cb610fba with lease ID 0x6c9b33c89ea06ff7: from storage DS-0547ebdf-8284-4528-895c-9991ebb264e0 node DatanodeRegistration(127.0.0.1:36767, datanodeUuid=7d852f13-0322-490d-b858-890b5575ef78, infoPort=33343, infoSecurePort=0, ipcPort=44969, storageInfo=lv=-57;cid=testClusterID;nsid=950710846;c=1731846206420), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:23:28,264 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335 2024-11-17T12:23:28,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:28,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:23:28,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d with version=8 2024-11-17T12:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/hbase-staging 2024-11-17T12:23:28,676 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:23:28,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:28,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:28,676 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:23:28,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:28,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:23:28,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:23:28,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:23:28,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46085 2024-11-17T12:23:28,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46085 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460850x0, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:28,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46085-0x10148bfef690000 connected 2024-11-17T12:23:28,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:28,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:28,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on znode that does not yet exist, /01415768687/running 2024-11-17T12:23:28,929 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d, hbase.cluster.distributed=false 2024-11-17T12:23:28,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on znode that does not yet exist, /01415768687/acl 2024-11-17T12:23:28,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-17T12:23:28,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46085 2024-11-17T12:23:28,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46085 2024-11-17T12:23:28,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-17T12:23:28,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46085 2024-11-17T12:23:28,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:23:28,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:28,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:28,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:23:28,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:28,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:23:28,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:23:28,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:23:28,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45849 2024-11-17T12:23:28,967 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45849 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:28,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:28,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:28,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458490x0, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:28,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458490x0, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on znode that does not yet exist, /01415768687/running 2024-11-17T12:23:28,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45849-0x10148bfef690001 connected 2024-11-17T12:23:28,986 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:23:28,986 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:23:28,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on znode that does not yet exist, /01415768687/master 2024-11-17T12:23:28,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on znode that does not yet exist, /01415768687/acl 2024-11-17T12:23:29,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45849 2024-11-17T12:23:29,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45849 2024-11-17T12:23:29,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45849 2024-11-17T12:23:29,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45849 2024-11-17T12:23:29,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45849 2024-11-17T12:23:29,040 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:46085 2024-11-17T12:23:29,052 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01415768687/backup-masters/5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:29,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687/backup-masters 2024-11-17T12:23:29,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687/backup-masters 2024-11-17T12:23:29,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on existing znode=/01415768687/backup-masters/5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01415768687/master 2024-11-17T12:23:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:29,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:29,072 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on existing znode=/01415768687/master 2024-11-17T12:23:29,072 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01415768687/backup-masters/5dda233f2f2e,46085,1731846208676 from backup master directory 2024-11-17T12:23:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01415768687/backup-masters/5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687/backup-masters 2024-11-17T12:23:29,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687/backup-masters 2024-11-17T12:23:29,082 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:23:29,082 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:29,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:23:29,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,086 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/hbase.id] with ID: 5f2066d7-f967-44e8-9196-42091365a2a1 2024-11-17T12:23:29,086 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/.tmp/hbase.id 2024-11-17T12:23:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:23:29,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:29,501 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/.tmp/hbase.id]:[hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/hbase.id] 2024-11-17T12:23:29,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:29,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:23:29,511 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:23:29,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:29,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:23:29,598 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:29,599 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:23:29,605 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:29,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:23:29,622 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store 2024-11-17T12:23:29,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:23:30,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:30,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:23:30,034 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:30,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:30,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:23:30,035 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:30,035 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:30,035 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846210034Disabling compacts and flushes for region at 1731846210034Disabling writes for close at 1731846210034Writing region close event to WAL at 1731846210035 (+1 ms)Closed at 1731846210035 2024-11-17T12:23:30,035 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/.initializing 2024-11-17T12:23:30,035 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/WALs/5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:30,036 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:23:30,038 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C46085%2C1731846208676, suffix=, logDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/WALs/5dda233f2f2e,46085,1731846208676, archiveDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/oldWALs, maxLogs=10 2024-11-17T12:23:30,056 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/WALs/5dda233f2f2e,46085,1731846208676/5dda233f2f2e%2C46085%2C1731846208676.1731846210038, exclude list is [], retry=0 2024-11-17T12:23:30,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36767,DS-639780eb-9c69-4acd-8702-7b052fbdbdfd,DISK] 2024-11-17T12:23:30,060 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/WALs/5dda233f2f2e,46085,1731846208676/5dda233f2f2e%2C46085%2C1731846208676.1731846210038 2024-11-17T12:23:30,076 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-17T12:23:30,076 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:30,077 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:30,077 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,077 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:23:30,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:30,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:23:30,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:30,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:23:30,085 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:30,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:23:30,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:30,087 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,088 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,088 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,089 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,089 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,090 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:30,090 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:30,092 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:30,092 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60357044, jitterRate=-0.10060995817184448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:30,093 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846210077Initializing all the Stores at 1731846210077Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846210078 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846210080 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846210080Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846210080Cleaning up temporary data from old regions at 1731846210089 (+9 ms)Region opened successfully at 1731846210093 (+4 ms) 2024-11-17T12:23:30,093 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:23:30,096 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322ed79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:23:30,097 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:23:30,097 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:23:30,097 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:23:30,097 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:23:30,097 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:23:30,098 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:23:30,098 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:23:30,100 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:23:30,100 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Unable to get data of znode /01415768687/balancer because node does not exist (not necessarily an error) 2024-11-17T12:23:30,155 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01415768687/balancer already deleted, retry=false 2024-11-17T12:23:30,156 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:23:30,156 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Unable to get data of znode /01415768687/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:23:30,166 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01415768687/normalizer already deleted, retry=false 2024-11-17T12:23:30,166 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:23:30,169 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Unable to get data of znode /01415768687/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:23:30,176 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01415768687/switch/split already deleted, retry=false 2024-11-17T12:23:30,177 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Unable to get data of znode /01415768687/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:23:30,187 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01415768687/switch/merge already deleted, retry=false 2024-11-17T12:23:30,189 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Unable to get data of znode /01415768687/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:23:30,197 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01415768687/snapshot-cleanup already deleted, retry=false 2024-11-17T12:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01415768687/running 2024-11-17T12:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01415768687/running 2024-11-17T12:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:30,208 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,46085,1731846208676, sessionid=0x10148bfef690000, setting cluster-up flag (Was=false) 2024-11-17T12:23:30,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:30,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:30,261 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01415768687/flush-table-proc/acquired, /01415768687/flush-table-proc/reached, /01415768687/flush-table-proc/abort 2024-11-17T12:23:30,262 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:30,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:30,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:30,313 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01415768687/online-snapshot/acquired, /01415768687/online-snapshot/reached, /01415768687/online-snapshot/abort 2024-11-17T12:23:30,314 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:30,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:23:30,317 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:30,317 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:23:30,317 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:23:30,317 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,46085,1731846208676 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:23:30,319 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:30,319 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:30,319 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:30,319 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:30,319 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:23:30,319 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,319 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:23:30,319 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:30,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:23:30,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:23:30,342 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(746): ClusterId : 5f2066d7-f967-44e8-9196-42091365a2a1 2024-11-17T12:23:30,342 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:23:30,355 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:23:30,355 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:23:30,356 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846240356 2024-11-17T12:23:30,356 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:23:30,357 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:23:30,357 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:23:30,357 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:23:30,357 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:23:30,357 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:23:30,357 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,367 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:23:30,367 DEBUG [RS:0;5dda233f2f2e:45849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccd97fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:23:30,368 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:23:30,368 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:23:30,369 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:23:30,369 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:23:30,369 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:23:30,369 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:23:30,369 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846210369,5,FailOnTimeoutGroup] 2024-11-17T12:23:30,372 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846210369,5,FailOnTimeoutGroup] 2024-11-17T12:23:30,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:23:30,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,372 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:23:30,384 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:45849 2024-11-17T12:23:30,384 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:23:30,384 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:23:30,384 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:23:30,385 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,46085,1731846208676 with port=45849, startcode=1731846208964 2024-11-17T12:23:30,385 DEBUG [RS:0;5dda233f2f2e:45849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:23:30,386 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:23:30,386 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46085 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:30,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46085 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:30,388 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d 2024-11-17T12:23:30,388 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33295 2024-11-17T12:23:30,388 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:23:30,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:23:30,388 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d 2024-11-17T12:23:30,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687/rs 2024-11-17T12:23:30,398 DEBUG [RS:0;5dda233f2f2e:45849 {}] zookeeper.ZKUtil(111): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on existing znode=/01415768687/rs/5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:30,398 WARN [RS:0;5dda233f2f2e:45849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:23:30,398 INFO [RS:0;5dda233f2f2e:45849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:30,399 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:30,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,45849,1731846208964] 2024-11-17T12:23:30,435 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:23:30,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741832_1008 (size=32) 2024-11-17T12:23:30,440 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:23:30,444 INFO [RS:0;5dda233f2f2e:45849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:23:30,444 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,452 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:23:30,453 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:23:30,453 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,453 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,453 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,453 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,453 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,453 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,453 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:23:30,454 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,454 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,454 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,454 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,454 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,454 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:30,454 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:23:30,454 DEBUG [RS:0;5dda233f2f2e:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:23:30,460 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,460 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,460 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,460 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,460 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,461 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45849,1731846208964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:23:30,477 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:23:30,477 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45849,1731846208964-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,478 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,478 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.Replication(171): 5dda233f2f2e,45849,1731846208964 started 2024-11-17T12:23:30,495 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:30,495 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,45849,1731846208964, RpcServer on 5dda233f2f2e/172.17.0.3:45849, sessionid=0x10148bfef690001 2024-11-17T12:23:30,496 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:23:30,496 DEBUG [RS:0;5dda233f2f2e:45849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:30,496 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,45849,1731846208964' 2024-11-17T12:23:30,496 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01415768687/flush-table-proc/abort' 2024-11-17T12:23:30,496 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01415768687/flush-table-proc/acquired' 2024-11-17T12:23:30,496 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:23:30,496 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:23:30,497 DEBUG [RS:0;5dda233f2f2e:45849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:30,497 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,45849,1731846208964' 2024-11-17T12:23:30,497 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01415768687/online-snapshot/abort' 2024-11-17T12:23:30,497 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01415768687/online-snapshot/acquired' 2024-11-17T12:23:30,497 DEBUG [RS:0;5dda233f2f2e:45849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:23:30,497 INFO [RS:0;5dda233f2f2e:45849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:23:30,497 INFO [RS:0;5dda233f2f2e:45849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:23:30,598 INFO [RS:0;5dda233f2f2e:45849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:23:30,599 INFO [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C45849%2C1731846208964, suffix=, logDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964, archiveDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/oldWALs, maxLogs=10 2024-11-17T12:23:30,615 DEBUG [RS:0;5dda233f2f2e:45849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599, exclude list is [], retry=0 2024-11-17T12:23:30,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36767,DS-639780eb-9c69-4acd-8702-7b052fbdbdfd,DISK] 2024-11-17T12:23:30,618 INFO [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 2024-11-17T12:23:30,618 DEBUG [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-17T12:23:30,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:30,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:23:30,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:23:30,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:30,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:23:30,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:23:30,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:30,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:23:30,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:23:30,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:30,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:23:30,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:23:30,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:30,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:30,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:23:30,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740 2024-11-17T12:23:30,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740 2024-11-17T12:23:30,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:23:30,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:23:30,847 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:30,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:23:30,849 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:30,849 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71150545, jitterRate=0.06022574007511139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:30,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846210839Initializing all the Stores at 1731846210839Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846210839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846210839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846210839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846210839Cleaning up temporary data from old regions at 1731846210846 (+7 ms)Region opened successfully at 1731846210849 (+3 ms) 2024-11-17T12:23:30,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:23:30,850 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:23:30,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:23:30,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:23:30,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:23:30,850 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:30,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846210849Disabling compacts and flushes for region at 1731846210849Disabling writes for close at 1731846210850 (+1 ms)Writing region close event to WAL at 1731846210850Closed at 1731846210850 2024-11-17T12:23:30,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:30,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:23:30,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:23:30,851 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:23:30,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:23:31,003 DEBUG [5dda233f2f2e:46085 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:23:31,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:31,004 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,45849,1731846208964, state=OPENING 2024-11-17T12:23:31,050 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:23:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:31,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01415768687/meta-region-server: CHANGED 2024-11-17T12:23:31,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:23:31,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01415768687/meta-region-server: CHANGED 2024-11-17T12:23:31,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,45849,1731846208964}] 2024-11-17T12:23:31,217 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:31,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:23:31,221 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:23:31,221 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:31,221 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:23:31,222 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C45849%2C1731846208964.meta, suffix=.meta, logDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964, archiveDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/oldWALs, maxLogs=10 2024-11-17T12:23:31,237 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.meta.1731846211222.meta, exclude list is [], retry=0 2024-11-17T12:23:31,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36767,DS-639780eb-9c69-4acd-8702-7b052fbdbdfd,DISK] 2024-11-17T12:23:31,247 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.meta.1731846211222.meta 2024-11-17T12:23:31,247 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-17T12:23:31,247 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:31,248 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:31,248 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:31,248 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:23:31,248 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:23:31,248 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:23:31,248 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:31,248 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:23:31,248 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:23:31,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:23:31,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:23:31,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:31,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:31,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:23:31,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:23:31,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:31,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:31,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:23:31,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:23:31,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:31,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:31,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:23:31,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:23:31,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:31,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:31,253 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:23:31,254 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740 2024-11-17T12:23:31,255 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740 2024-11-17T12:23:31,256 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:23:31,256 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:23:31,256 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:31,257 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:23:31,257 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74859243, jitterRate=0.1154896467924118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:31,257 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:23:31,258 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846211248Writing region info on filesystem at 1731846211248Initializing all the Stores at 1731846211249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846211249Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846211249Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846211249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846211249Cleaning up temporary data from old regions at 1731846211256 (+7 ms)Running coprocessor post-open hooks at 1731846211257 (+1 ms)Region opened successfully at 1731846211258 (+1 ms) 2024-11-17T12:23:31,259 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846211216 2024-11-17T12:23:31,261 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:23:31,261 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:23:31,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:31,262 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,45849,1731846208964, state=OPEN 2024-11-17T12:23:31,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01415768687/meta-region-server 2024-11-17T12:23:31,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01415768687/meta-region-server 2024-11-17T12:23:31,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:31,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01415768687/meta-region-server: CHANGED 2024-11-17T12:23:31,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01415768687/meta-region-server: CHANGED 2024-11-17T12:23:31,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:23:31,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,45849,1731846208964 in 238 msec 2024-11-17T12:23:31,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:23:31,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-17T12:23:31,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:31,306 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:23:31,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:31,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,45849,1731846208964, seqNum=-1] 2024-11-17T12:23:31,307 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:31,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:31,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 995 msec 2024-11-17T12:23:31,312 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846211312, completionTime=-1 2024-11-17T12:23:31,312 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:23:31,312 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:23:31,314 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:23:31,314 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846271314 2024-11-17T12:23:31,314 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846331314 2024-11-17T12:23:31,314 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:23:31,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46085,1731846208676-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:31,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46085,1731846208676-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:31,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46085,1731846208676-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:31,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:46085, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:31,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:31,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:31,316 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:23:31,318 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.236sec 2024-11-17T12:23:31,318 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:23:31,318 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:23:31,318 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:23:31,318 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:23:31,318 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:23:31,318 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46085,1731846208676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:23:31,319 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46085,1731846208676-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:23:31,320 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:23:31,320 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:23:31,320 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,46085,1731846208676-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:31,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bad6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:31,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,46085,-1 for getting cluster id 2024-11-17T12:23:31,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:31,343 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2066d7-f967-44e8-9196-42091365a2a1' 2024-11-17T12:23:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2066d7-f967-44e8-9196-42091365a2a1" 2024-11-17T12:23:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6f1648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:31,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,46085,-1] 2024-11-17T12:23:31,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:31,344 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:31,344 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:31,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:31,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,45849,1731846208964, seqNum=-1] 2024-11-17T12:23:31,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:31,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:31,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:31,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:31,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:31,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148bfef690002 connected 2024-11-17T12:23:31,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.log.dir so I do NOT create it in target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88 2024-11-17T12:23:31,378 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:23:31,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.tmp.dir so I do NOT create it in target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88 2024-11-17T12:23:31,378 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:23:31,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88 2024-11-17T12:23:31,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:23:31,378 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/cluster_bd87d9e9-0bc9-a1cb-b05b-e5abcbd79a8f, deleteOnExit=true 2024-11-17T12:23:31,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/test.cache.data in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:23:31,379 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:23:31,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:23:31,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:23:31,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:31,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:23:31,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:23:31,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:23:31,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:23:31,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:31,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:23:31,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:23:31,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd31154{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/java.io.tmpdir/jetty-localhost-41411-hadoop-hdfs-3_4_1-tests_jar-_-any-10074564468542529249/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:23:31,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:41411} 2024-11-17T12:23:31,883 INFO [Time-limited test {}] server.Server(415): Started @367599ms 2024-11-17T12:23:32,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:32,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:23:32,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:23:32,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:23:32,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:23:32,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:23:32,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:23:32,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3d17ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/java.io.tmpdir/jetty-localhost-34815-hadoop-hdfs-3_4_1-tests_jar-_-any-4843055600634560815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:23:32,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:34815} 2024-11-17T12:23:32,366 INFO [Time-limited test {}] server.Server(415): Started @368082ms 2024-11-17T12:23:32,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:23:33,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:33,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:23:33,062 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88678 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:23:33,069 WARN [Thread-3580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/cluster_bd87d9e9-0bc9-a1cb-b05b-e5abcbd79a8f/data/data2/current/BP-909045327-172.17.0.3-1731846211398/current, will proceed with Du for space computation calculation, 2024-11-17T12:23:33,069 WARN [Thread-3579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/cluster_bd87d9e9-0bc9-a1cb-b05b-e5abcbd79a8f/data/data1/current/BP-909045327-172.17.0.3-1731846211398/current, will proceed with Du for space computation calculation, 2024-11-17T12:23:33,089 WARN [Thread-3567 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:23:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cb6306d755de407 with lease ID 0xd984225d70b29508: Processing first storage report for DS-8063119b-479d-44f4-861a-2be023331d9c from datanode DatanodeRegistration(127.0.0.1:43605, datanodeUuid=e55cd805-b3a6-4778-bd80-70a84886b08c, infoPort=40323, infoSecurePort=0, ipcPort=36041, storageInfo=lv=-57;cid=testClusterID;nsid=738242884;c=1731846211398) 2024-11-17T12:23:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cb6306d755de407 with lease ID 0xd984225d70b29508: from storage DS-8063119b-479d-44f4-861a-2be023331d9c node DatanodeRegistration(127.0.0.1:43605, datanodeUuid=e55cd805-b3a6-4778-bd80-70a84886b08c, infoPort=40323, infoSecurePort=0, ipcPort=36041, storageInfo=lv=-57;cid=testClusterID;nsid=738242884;c=1731846211398), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:23:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cb6306d755de407 with lease ID 0xd984225d70b29508: Processing first storage report for DS-6ef6c1b4-cf91-49dc-a0d4-30860d794254 from datanode DatanodeRegistration(127.0.0.1:43605, datanodeUuid=e55cd805-b3a6-4778-bd80-70a84886b08c, infoPort=40323, infoSecurePort=0, ipcPort=36041, storageInfo=lv=-57;cid=testClusterID;nsid=738242884;c=1731846211398) 2024-11-17T12:23:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cb6306d755de407 with lease ID 0xd984225d70b29508: from storage DS-6ef6c1b4-cf91-49dc-a0d4-30860d794254 node DatanodeRegistration(127.0.0.1:43605, datanodeUuid=e55cd805-b3a6-4778-bd80-70a84886b08c, infoPort=40323, infoSecurePort=0, ipcPort=36041, storageInfo=lv=-57;cid=testClusterID;nsid=738242884;c=1731846211398), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:23:33,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88 2024-11-17T12:23:33,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:33,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:23:33,123 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4 with version=8 2024-11-17T12:23:33,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/hbase-staging 2024-11-17T12:23:33,126 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:23:33,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:33,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:33,126 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:23:33,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:33,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:23:33,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:23:33,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:23:33,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44127 2024-11-17T12:23:33,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44127 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:33,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441270x0, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:33,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44127-0x10148bfef690003 connected 2024-11-17T12:23:33,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:33,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:33,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on znode that does not yet exist, /1-198213625/running 2024-11-17T12:23:33,243 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4, hbase.cluster.distributed=false 2024-11-17T12:23:33,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on znode that does not yet exist, /1-198213625/acl 2024-11-17T12:23:33,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-17T12:23:33,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44127 2024-11-17T12:23:33,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44127 2024-11-17T12:23:33,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-17T12:23:33,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44127 2024-11-17T12:23:33,263 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:23:33,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:33,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:33,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:23:33,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:33,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:23:33,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:23:33,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:23:33,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41457 2024-11-17T12:23:33,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41457 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:33,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:33,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:33,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414570x0, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:33,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414570x0, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on znode that does not yet exist, /1-198213625/running 2024-11-17T12:23:33,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41457-0x10148bfef690004 connected 2024-11-17T12:23:33,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:23:33,283 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:23:33,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on znode that does not yet exist, /1-198213625/master 2024-11-17T12:23:33,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on znode that does not yet exist, /1-198213625/acl 2024-11-17T12:23:33,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-17T12:23:33,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41457 2024-11-17T12:23:33,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41457 2024-11-17T12:23:33,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-17T12:23:33,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41457 2024-11-17T12:23:33,317 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:44127 2024-11-17T12:23:33,320 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-198213625/backup-masters/5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625/backup-masters 2024-11-17T12:23:33,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625/backup-masters 2024-11-17T12:23:33,333 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on existing znode=/1-198213625/backup-masters/5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-198213625/master 2024-11-17T12:23:33,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:33,345 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on existing znode=/1-198213625/master 2024-11-17T12:23:33,345 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-198213625/backup-masters/5dda233f2f2e,44127,1731846213125 from backup master directory 2024-11-17T12:23:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198213625/backup-masters/5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625/backup-masters 2024-11-17T12:23:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625/backup-masters 2024-11-17T12:23:33,355 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:23:33,355 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:33,359 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/hbase.id] with ID: ffce2a52-cbf0-4ff9-80a5-aeb2297cf170 2024-11-17T12:23:33,359 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/.tmp/hbase.id 2024-11-17T12:23:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:23:33,764 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/.tmp/hbase.id]:[hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/hbase.id] 2024-11-17T12:23:33,772 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:33,772 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:23:33,773 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:23:33,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:33,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:33,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:23:33,823 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:33,824 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:23:33,824 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:33,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:23:33,832 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store 2024-11-17T12:23:33,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:23:34,236 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:34,237 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:23:34,237 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:34,237 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:34,237 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:23:34,237 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:34,237 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:34,237 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846214237Disabling compacts and flushes for region at 1731846214237Disabling writes for close at 1731846214237Writing region close event to WAL at 1731846214237Closed at 1731846214237 2024-11-17T12:23:34,241 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/.initializing 2024-11-17T12:23:34,241 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/WALs/5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:34,243 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:23:34,244 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C44127%2C1731846213125, suffix=, logDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/WALs/5dda233f2f2e,44127,1731846213125, archiveDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/oldWALs, maxLogs=10 2024-11-17T12:23:34,264 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/WALs/5dda233f2f2e,44127,1731846213125/5dda233f2f2e%2C44127%2C1731846213125.1731846214245, exclude list is [], retry=0 2024-11-17T12:23:34,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43605,DS-8063119b-479d-44f4-861a-2be023331d9c,DISK] 2024-11-17T12:23:34,272 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/WALs/5dda233f2f2e,44127,1731846213125/5dda233f2f2e%2C44127%2C1731846213125.1731846214245 2024-11-17T12:23:34,278 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-17T12:23:34,278 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:34,279 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:34,279 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,279 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:23:34,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:34,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:23:34,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:34,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:23:34,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:34,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:23:34,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:34,289 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,290 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,290 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,291 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,291 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,292 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:34,293 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:34,295 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:34,296 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68461609, jitterRate=0.020157471299171448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:34,296 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846214279Initializing all the Stores at 1731846214280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846214280Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846214280Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846214280Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846214280Cleaning up temporary data from old regions at 1731846214291 (+11 ms)Region opened successfully at 1731846214296 (+5 ms) 2024-11-17T12:23:34,296 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:23:34,299 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46604c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:23:34,300 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:23:34,300 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:23:34,300 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:23:34,300 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:23:34,301 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:23:34,301 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:23:34,301 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:23:34,306 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:23:34,307 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Unable to get data of znode /1-198213625/balancer because node does not exist (not necessarily an error) 2024-11-17T12:23:34,355 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198213625/balancer already deleted, retry=false 2024-11-17T12:23:34,356 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:23:34,357 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Unable to get data of znode /1-198213625/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:23:34,366 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198213625/normalizer already deleted, retry=false 2024-11-17T12:23:34,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:23:34,369 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Unable to get data of znode /1-198213625/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:23:34,382 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198213625/switch/split already deleted, retry=false 2024-11-17T12:23:34,383 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Unable to get data of znode /1-198213625/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:23:34,387 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198213625/switch/merge already deleted, retry=false 2024-11-17T12:23:34,390 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Unable to get data of znode /1-198213625/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:23:34,397 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198213625/snapshot-cleanup already deleted, retry=false 2024-11-17T12:23:34,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-198213625/running 2024-11-17T12:23:34,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-198213625/running 2024-11-17T12:23:34,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:34,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:34,408 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,44127,1731846213125, sessionid=0x10148bfef690003, setting cluster-up flag (Was=false) 2024-11-17T12:23:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:34,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:34,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:23:34,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T12:23:34,461 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-198213625/flush-table-proc/acquired, /1-198213625/flush-table-proc/reached, /1-198213625/flush-table-proc/abort 2024-11-17T12:23:34,461 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:34,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:34,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:34,513 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-198213625/online-snapshot/acquired, /1-198213625/online-snapshot/reached, /1-198213625/online-snapshot/abort 2024-11-17T12:23:34,514 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:34,515 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:23:34,517 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:34,517 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:23:34,517 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:23:34,517 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,44127,1731846213125 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:23:34,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:34,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:34,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:34,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:34,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:23:34,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:23:34,519 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:34,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:23:34,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846244531 2024-11-17T12:23:34,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:23:34,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:23:34,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:23:34,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:23:34,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:23:34,531 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:23:34,532 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,532 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:23:34,533 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:23:34,533 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:23:34,533 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:23:34,533 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:23:34,534 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:23:34,534 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:23:34,544 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846214534,5,FailOnTimeoutGroup] 2024-11-17T12:23:34,548 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846214544,5,FailOnTimeoutGroup] 2024-11-17T12:23:34,548 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,548 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:23:34,548 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,548 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:23:34,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:23:34,551 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4 2024-11-17T12:23:34,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741832_1008 (size=32) 2024-11-17T12:23:34,607 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(746): ClusterId : ffce2a52-cbf0-4ff9-80a5-aeb2297cf170 2024-11-17T12:23:34,607 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:23:34,619 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:23:34,619 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:23:34,630 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:23:34,630 DEBUG [RS:0;5dda233f2f2e:41457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acc90e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:23:34,647 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:41457 2024-11-17T12:23:34,647 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:23:34,647 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:23:34,647 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:23:34,648 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,44127,1731846213125 with port=41457, startcode=1731846213263 2024-11-17T12:23:34,648 DEBUG [RS:0;5dda233f2f2e:41457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:23:34,650 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:23:34,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44127 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:34,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44127 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:34,652 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4 2024-11-17T12:23:34,652 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42537 2024-11-17T12:23:34,652 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:23:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625/rs 2024-11-17T12:23:34,736 DEBUG [RS:0;5dda233f2f2e:41457 {}] zookeeper.ZKUtil(111): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on existing znode=/1-198213625/rs/5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:34,736 WARN [RS:0;5dda233f2f2e:41457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:23:34,736 INFO [RS:0;5dda233f2f2e:41457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:34,736 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:34,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,41457,1731846213263] 2024-11-17T12:23:34,739 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:23:34,740 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:23:34,740 INFO [RS:0;5dda233f2f2e:41457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:23:34,740 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,740 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:23:34,740 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:23:34,741 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:23:34,741 DEBUG [RS:0;5dda233f2f2e:41457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:23:34,741 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,741 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,741 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,741 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,741 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,741 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41457,1731846213263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:23:34,754 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:23:34,754 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41457,1731846213263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,754 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,754 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.Replication(171): 5dda233f2f2e,41457,1731846213263 started 2024-11-17T12:23:34,766 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:34,766 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,41457,1731846213263, RpcServer on 5dda233f2f2e/172.17.0.3:41457, sessionid=0x10148bfef690004 2024-11-17T12:23:34,766 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:23:34,766 DEBUG [RS:0;5dda233f2f2e:41457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:34,766 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,41457,1731846213263' 2024-11-17T12:23:34,766 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-198213625/flush-table-proc/abort' 2024-11-17T12:23:34,767 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-198213625/flush-table-proc/acquired' 2024-11-17T12:23:34,767 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:23:34,767 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:23:34,767 DEBUG [RS:0;5dda233f2f2e:41457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:34,767 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,41457,1731846213263' 2024-11-17T12:23:34,767 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-198213625/online-snapshot/abort' 2024-11-17T12:23:34,767 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-198213625/online-snapshot/acquired' 2024-11-17T12:23:34,767 DEBUG [RS:0;5dda233f2f2e:41457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:23:34,767 INFO [RS:0;5dda233f2f2e:41457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:23:34,767 INFO [RS:0;5dda233f2f2e:41457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:23:34,868 INFO [RS:0;5dda233f2f2e:41457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:23:34,869 INFO [RS:0;5dda233f2f2e:41457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C41457%2C1731846213263, suffix=, logDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263, archiveDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/oldWALs, maxLogs=10 2024-11-17T12:23:34,881 DEBUG [RS:0;5dda233f2f2e:41457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, exclude list is [], retry=0 2024-11-17T12:23:34,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43605,DS-8063119b-479d-44f4-861a-2be023331d9c,DISK] 2024-11-17T12:23:34,884 INFO [RS:0;5dda233f2f2e:41457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 2024-11-17T12:23:34,884 DEBUG [RS:0;5dda233f2f2e:41457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-17T12:23:34,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:34,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:23:34,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:23:34,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:34,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:23:34,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:23:34,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:34,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:23:34,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:23:34,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:34,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:23:34,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:23:34,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:34,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:34,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:23:34,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740 2024-11-17T12:23:34,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740 2024-11-17T12:23:34,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:23:34,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:23:34,970 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:34,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:23:34,972 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:34,973 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64330206, jitterRate=-0.04140523076057434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846214964Initializing all the Stores at 1731846214965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846214965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846214965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846214965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846214965Cleaning up temporary data from old regions at 1731846214970 (+5 ms)Region opened successfully at 1731846214973 (+3 ms) 2024-11-17T12:23:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:23:34,973 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:23:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:23:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:23:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:23:34,973 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846214973Disabling compacts and flushes for region at 1731846214973Disabling writes for close at 1731846214973Writing region close event to WAL at 1731846214973Closed at 1731846214973 2024-11-17T12:23:34,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:34,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:23:34,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:23:34,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:23:34,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:23:35,126 DEBUG [5dda233f2f2e:44127 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:23:35,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:35,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,41457,1731846213263, state=OPENING 2024-11-17T12:23:35,145 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:23:35,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:35,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:35,155 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:23:35,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-198213625/meta-region-server: CHANGED 2024-11-17T12:23:35,156 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-198213625/meta-region-server: CHANGED 2024-11-17T12:23:35,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,41457,1731846213263}] 2024-11-17T12:23:35,308 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:35,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:23:35,312 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:23:35,312 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:35,312 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:23:35,313 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C41457%2C1731846213263.meta, suffix=.meta, logDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263, archiveDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/oldWALs, maxLogs=10 2024-11-17T12:23:35,327 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.meta.1731846215313.meta, exclude list is [], retry=0 2024-11-17T12:23:35,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43605,DS-8063119b-479d-44f4-861a-2be023331d9c,DISK] 2024-11-17T12:23:35,330 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.meta.1731846215313.meta 2024-11-17T12:23:35,330 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-17T12:23:35,330 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:35,330 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:35,331 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:35,331 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:23:35,331 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:23:35,331 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:23:35,331 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:35,331 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:23:35,331 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:23:35,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:23:35,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:23:35,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:35,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:35,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:23:35,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:23:35,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:35,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:35,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:23:35,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:23:35,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:23:35,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:23:35,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:35,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:35,335 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:23:35,336 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740 2024-11-17T12:23:35,337 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740 2024-11-17T12:23:35,337 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:23:35,337 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:23:35,338 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:35,339 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:23:35,339 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59819589, jitterRate=-0.10861866176128387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:35,339 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:23:35,339 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846215331Writing region info on filesystem at 1731846215331Initializing all the Stores at 1731846215332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846215332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846215332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846215332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846215332Cleaning up temporary data from old regions at 1731846215337 (+5 ms)Running coprocessor post-open hooks at 1731846215339 (+2 ms)Region opened successfully at 1731846215339 2024-11-17T12:23:35,340 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846215308 2024-11-17T12:23:35,342 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:23:35,342 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:23:35,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:35,343 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,41457,1731846213263, state=OPEN 2024-11-17T12:23:35,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-198213625/meta-region-server 2024-11-17T12:23:35,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-198213625/meta-region-server 2024-11-17T12:23:35,355 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:35,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-198213625/meta-region-server: CHANGED 2024-11-17T12:23:35,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-198213625/meta-region-server: CHANGED 2024-11-17T12:23:35,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:23:35,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,41457,1731846213263 in 199 msec 2024-11-17T12:23:35,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:23:35,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-17T12:23:35,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:35,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:23:35,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:35,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41457,1731846213263, seqNum=-1] 2024-11-17T12:23:35,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:35,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:35,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 848 msec 2024-11-17T12:23:35,365 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846215364, completionTime=-1 2024-11-17T12:23:35,365 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:23:35,365 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:23:35,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:23:35,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846275366 2024-11-17T12:23:35,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846335366 2024-11-17T12:23:35,366 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:23:35,367 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,44127,1731846213125-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:35,367 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,44127,1731846213125-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:35,367 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,44127,1731846213125-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:35,367 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:44127, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:35,367 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:35,367 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:35,369 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:23:35,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.016sec 2024-11-17T12:23:35,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:23:35,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:23:35,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:23:35,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:23:35,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:23:35,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,44127,1731846213125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:23:35,371 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,44127,1731846213125-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:23:35,373 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:23:35,373 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:23:35,373 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,44127,1731846213125-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:35,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35be01af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:35,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,44127,-1 for getting cluster id 2024-11-17T12:23:35,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:35,408 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffce2a52-cbf0-4ff9-80a5-aeb2297cf170' 2024-11-17T12:23:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffce2a52-cbf0-4ff9-80a5-aeb2297cf170" 2024-11-17T12:23:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78930230, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,44127,-1] 2024-11-17T12:23:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:35,410 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:35,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:35,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41457,1731846213263, seqNum=-1] 2024-11-17T12:23:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:35,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:35,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:35,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:35,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:35,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148bfef690005 connected 2024-11-17T12:23:35,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.log.dir so I do NOT create it in target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6 2024-11-17T12:23:35,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.tmp.dir so I do NOT create it in target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6 2024-11-17T12:23:35,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:23:35,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/cluster_a9bf2db9-b79a-1023-4ed7-25349e5933c3, deleteOnExit=true 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/test.cache.data in system properties and HBase conf 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:23:35,442 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:23:35,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:23:35,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:23:35,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:35,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:23:35,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:23:35,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:23:35,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:23:35,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:35,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:23:35,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:23:35,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d853c79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/java.io.tmpdir/jetty-localhost-34013-hadoop-hdfs-3_4_1-tests_jar-_-any-8402822941234569139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:23:35,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:34013} 2024-11-17T12:23:35,908 INFO [Time-limited test {}] server.Server(415): Started @371623ms 2024-11-17T12:23:36,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:23:36,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:23:36,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:23:36,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:23:36,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:23:36,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:23:36,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:23:36,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513fab77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/java.io.tmpdir/jetty-localhost-33211-hadoop-hdfs-3_4_1-tests_jar-_-any-10883543773505820952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:23:36,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:33211} 2024-11-17T12:23:36,374 INFO [Time-limited test {}] server.Server(415): Started @372089ms 2024-11-17T12:23:36,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:23:36,751 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:23:36,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:36,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:23:37,352 WARN [Thread-3700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/cluster_a9bf2db9-b79a-1023-4ed7-25349e5933c3/data/data1/current/BP-1573688475-172.17.0.3-1731846215457/current, will proceed with Du for space computation calculation, 2024-11-17T12:23:37,352 WARN [Thread-3701 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/cluster_a9bf2db9-b79a-1023-4ed7-25349e5933c3/data/data2/current/BP-1573688475-172.17.0.3-1731846215457/current, will proceed with Du for space computation calculation, 2024-11-17T12:23:37,382 WARN [Thread-3687 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:23:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0596cf5a05e5fc6 with lease ID 0x8b380374bbbb4d60: Processing first storage report for DS-c1f509cb-779a-4c6a-8b2c-20c13aa3f99b from datanode DatanodeRegistration(127.0.0.1:39815, datanodeUuid=bdff2cd0-53fb-4937-b69b-b2c69a1dd35f, infoPort=42723, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-57;cid=testClusterID;nsid=1622240136;c=1731846215457) 2024-11-17T12:23:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0596cf5a05e5fc6 with lease ID 0x8b380374bbbb4d60: from storage DS-c1f509cb-779a-4c6a-8b2c-20c13aa3f99b node DatanodeRegistration(127.0.0.1:39815, datanodeUuid=bdff2cd0-53fb-4937-b69b-b2c69a1dd35f, infoPort=42723, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-57;cid=testClusterID;nsid=1622240136;c=1731846215457), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:23:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0596cf5a05e5fc6 with lease ID 0x8b380374bbbb4d60: Processing first storage report for DS-d9f0b526-8b8d-436e-8961-39c4b795d887 from datanode DatanodeRegistration(127.0.0.1:39815, datanodeUuid=bdff2cd0-53fb-4937-b69b-b2c69a1dd35f, infoPort=42723, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-57;cid=testClusterID;nsid=1622240136;c=1731846215457) 2024-11-17T12:23:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0596cf5a05e5fc6 with lease ID 0x8b380374bbbb4d60: from storage DS-d9f0b526-8b8d-436e-8961-39c4b795d887 node DatanodeRegistration(127.0.0.1:39815, datanodeUuid=bdff2cd0-53fb-4937-b69b-b2c69a1dd35f, infoPort=42723, infoSecurePort=0, ipcPort=37923, storageInfo=lv=-57;cid=testClusterID;nsid=1622240136;c=1731846215457), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:23:37,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6 2024-11-17T12:23:37,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:37,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:23:37,451 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de with version=8 2024-11-17T12:23:37,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/hbase-staging 2024-11-17T12:23:37,453 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:23:37,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:37,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:37,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:23:37,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:37,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:23:37,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:23:37,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:23:37,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38073 2024-11-17T12:23:37,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38073 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:37,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380730x0, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:37,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38073-0x10148bfef690006 connected 2024-11-17T12:23:37,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:37,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:37,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on znode that does not yet exist, /2-404186446/running 2024-11-17T12:23:37,654 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de, hbase.cluster.distributed=false 2024-11-17T12:23:37,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on znode that does not yet exist, /2-404186446/acl 2024-11-17T12:23:37,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-17T12:23:37,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38073 2024-11-17T12:23:37,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38073 2024-11-17T12:23:37,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-17T12:23:37,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38073 2024-11-17T12:23:37,674 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:23:37,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:37,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:37,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:23:37,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:23:37,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:23:37,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:23:37,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:23:37,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37203 2024-11-17T12:23:37,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37203 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:37,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:37,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:37,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372030x0, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:37,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372030x0, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on znode that does not yet exist, /2-404186446/running 2024-11-17T12:23:37,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:23:37,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37203-0x10148bfef690007 connected 2024-11-17T12:23:37,693 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:23:37,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on znode that does not yet exist, /2-404186446/master 2024-11-17T12:23:37,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on znode that does not yet exist, /2-404186446/acl 2024-11-17T12:23:37,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37203 2024-11-17T12:23:37,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37203 2024-11-17T12:23:37,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37203 2024-11-17T12:23:37,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37203 2024-11-17T12:23:37,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37203 2024-11-17T12:23:37,719 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:38073 2024-11-17T12:23:37,720 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-404186446/backup-masters/5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:37,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446/backup-masters 2024-11-17T12:23:37,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446/backup-masters 2024-11-17T12:23:37,724 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on existing znode=/2-404186446/backup-masters/5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-404186446/master 2024-11-17T12:23:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:37,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:37,734 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on existing znode=/2-404186446/master 2024-11-17T12:23:37,735 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-404186446/backup-masters/5dda233f2f2e,38073,1731846217453 from backup master directory 2024-11-17T12:23:37,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446/backup-masters 2024-11-17T12:23:37,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-404186446/backup-masters/5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:37,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446/backup-masters 2024-11-17T12:23:37,744 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:23:37,745 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:37,749 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/hbase.id] with ID: e6d9dd6e-dc64-43e8-bc46-a5391bea3724 2024-11-17T12:23:37,749 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/.tmp/hbase.id 2024-11-17T12:23:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:23:37,761 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/.tmp/hbase.id]:[hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/hbase.id] 2024-11-17T12:23:37,768 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:23:37,768 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:23:37,768 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T12:23:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:23:38,222 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:38,222 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:23:38,223 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:38,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:23:38,629 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store 2024-11-17T12:23:38,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:23:39,033 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:39,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:23:39,034 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:39,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:39,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:23:39,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:39,034 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:39,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846219033Disabling compacts and flushes for region at 1731846219033Disabling writes for close at 1731846219034 (+1 ms)Writing region close event to WAL at 1731846219034Closed at 1731846219034 2024-11-17T12:23:39,034 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/.initializing 2024-11-17T12:23:39,034 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/WALs/5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:39,035 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:23:39,036 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C38073%2C1731846217453, suffix=, logDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/WALs/5dda233f2f2e,38073,1731846217453, archiveDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/oldWALs, maxLogs=10 2024-11-17T12:23:39,049 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/WALs/5dda233f2f2e,38073,1731846217453/5dda233f2f2e%2C38073%2C1731846217453.1731846219036, exclude list is [], retry=0 2024-11-17T12:23:39,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39815,DS-c1f509cb-779a-4c6a-8b2c-20c13aa3f99b,DISK] 2024-11-17T12:23:39,053 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/WALs/5dda233f2f2e,38073,1731846217453/5dda233f2f2e%2C38073%2C1731846217453.1731846219036 2024-11-17T12:23:39,053 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-17T12:23:39,053 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:39,053 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:39,054 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,054 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:23:39,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:39,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:39,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:23:39,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:39,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:39,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:23:39,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:39,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:39,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:23:39,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:39,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:39,059 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,060 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:39,062 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:23:39,063 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:39,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74055272, jitterRate=0.10350954532623291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:39,064 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846219054Initializing all the Stores at 1731846219054Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846219054Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846219054Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846219054Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846219054Cleaning up temporary data from old regions at 1731846219061 (+7 ms)Region opened successfully at 1731846219064 (+3 ms) 2024-11-17T12:23:39,064 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:23:39,066 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63601fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:23:39,066 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:23:39,067 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:23:39,067 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:23:39,067 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:23:39,067 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:23:39,067 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:23:39,067 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:23:39,069 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:23:39,070 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Unable to get data of znode /2-404186446/balancer because node does not exist (not necessarily an error) 2024-11-17T12:23:39,115 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-404186446/balancer already deleted, retry=false 2024-11-17T12:23:39,116 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:23:39,117 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Unable to get data of znode /2-404186446/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:23:39,177 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-404186446/normalizer already deleted, retry=false 2024-11-17T12:23:39,177 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:23:39,178 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Unable to get data of znode /2-404186446/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:23:39,272 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-404186446/switch/split already deleted, retry=false 2024-11-17T12:23:39,273 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Unable to get data of znode /2-404186446/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:23:39,335 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-404186446/switch/merge already deleted, retry=false 2024-11-17T12:23:39,337 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Unable to get data of znode /2-404186446/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:23:39,438 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-404186446/snapshot-cleanup already deleted, retry=false 2024-11-17T12:23:39,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-404186446/running 2024-11-17T12:23:39,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-404186446/running 2024-11-17T12:23:39,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:39,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:39,506 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,38073,1731846217453, sessionid=0x10148bfef690006, setting cluster-up flag (Was=false) 2024-11-17T12:23:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:39,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:39,868 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-404186446/flush-table-proc/acquired, /2-404186446/flush-table-proc/reached, /2-404186446/flush-table-proc/abort 2024-11-17T12:23:39,868 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:39,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:39,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:39,955 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-404186446/online-snapshot/acquired, /2-404186446/online-snapshot/reached, /2-404186446/online-snapshot/abort 2024-11-17T12:23:39,956 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:39,957 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:23:39,958 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:39,958 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:23:39,958 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:23:39,958 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,38073,1731846217453 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:23:39,959 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:39,959 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:39,959 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:39,959 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:23:39,959 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:23:39,959 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:39,959 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:23:39,959 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:39,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846249960 2024-11-17T12:23:39,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:23:39,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:23:39,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:23:39,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:23:39,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:23:39,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:23:39,960 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:39,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:39,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:23:39,962 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:39,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:23:39,964 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:23:39,964 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:23:39,964 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:23:39,964 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:23:39,965 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:23:39,965 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:23:39,968 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846219965,5,FailOnTimeoutGroup] 2024-11-17T12:23:39,968 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846219968,5,FailOnTimeoutGroup] 2024-11-17T12:23:39,968 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:39,968 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:23:39,968 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:39,968 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:39,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:23:40,007 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(746): ClusterId : e6d9dd6e-dc64-43e8-bc46-a5391bea3724 2024-11-17T12:23:40,007 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:23:40,029 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:23:40,029 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:23:40,040 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:23:40,040 DEBUG [RS:0;5dda233f2f2e:37203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f56cf07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:23:40,051 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:37203 2024-11-17T12:23:40,051 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:23:40,051 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:23:40,051 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:23:40,052 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,38073,1731846217453 with port=37203, startcode=1731846217674 2024-11-17T12:23:40,052 DEBUG [RS:0;5dda233f2f2e:37203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:23:40,054 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:23:40,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:40,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38073 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:40,055 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de 2024-11-17T12:23:40,055 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42969 2024-11-17T12:23:40,055 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:23:40,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446/rs 2024-11-17T12:23:40,109 DEBUG [RS:0;5dda233f2f2e:37203 {}] zookeeper.ZKUtil(111): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on existing znode=/2-404186446/rs/5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:40,109 WARN [RS:0;5dda233f2f2e:37203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:23:40,110 INFO [RS:0;5dda233f2f2e:37203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:40,110 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:40,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,37203,1731846217674] 2024-11-17T12:23:40,112 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:23:40,113 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:23:40,113 INFO [RS:0;5dda233f2f2e:37203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:23:40,113 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,114 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:23:40,114 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:23:40,114 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,114 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:23:40,115 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:23:40,115 DEBUG [RS:0;5dda233f2f2e:37203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:23:40,115 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,115 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,115 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,115 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,115 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,115 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37203,1731846217674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:23:40,128 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:23:40,128 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37203,1731846217674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,128 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,128 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.Replication(171): 5dda233f2f2e,37203,1731846217674 started 2024-11-17T12:23:40,141 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:40,141 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,37203,1731846217674, RpcServer on 5dda233f2f2e/172.17.0.3:37203, sessionid=0x10148bfef690007 2024-11-17T12:23:40,141 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:23:40,141 DEBUG [RS:0;5dda233f2f2e:37203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:40,141 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,37203,1731846217674' 2024-11-17T12:23:40,141 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-404186446/flush-table-proc/abort' 2024-11-17T12:23:40,142 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-404186446/flush-table-proc/acquired' 2024-11-17T12:23:40,142 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:23:40,142 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:23:40,142 DEBUG [RS:0;5dda233f2f2e:37203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:40,142 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,37203,1731846217674' 2024-11-17T12:23:40,142 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-404186446/online-snapshot/abort' 2024-11-17T12:23:40,142 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-404186446/online-snapshot/acquired' 2024-11-17T12:23:40,143 DEBUG [RS:0;5dda233f2f2e:37203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:23:40,143 INFO [RS:0;5dda233f2f2e:37203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:23:40,143 INFO [RS:0;5dda233f2f2e:37203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:23:40,243 INFO [RS:0;5dda233f2f2e:37203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:23:40,244 INFO [RS:0;5dda233f2f2e:37203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C37203%2C1731846217674, suffix=, logDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674, archiveDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/oldWALs, maxLogs=10 2024-11-17T12:23:40,261 DEBUG [RS:0;5dda233f2f2e:37203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, exclude list is [], retry=0 2024-11-17T12:23:40,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39815,DS-c1f509cb-779a-4c6a-8b2c-20c13aa3f99b,DISK] 2024-11-17T12:23:40,267 INFO [RS:0;5dda233f2f2e:37203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 2024-11-17T12:23:40,268 DEBUG [RS:0;5dda233f2f2e:37203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-17T12:23:40,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:23:40,372 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de 2024-11-17T12:23:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:23:40,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:40,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:23:40,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:23:40,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:40,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:40,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:23:40,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:23:40,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:40,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:40,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:23:40,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:23:40,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:40,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:40,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:23:40,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:23:40,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:40,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:40,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:23:40,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740 2024-11-17T12:23:40,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740 2024-11-17T12:23:40,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:23:40,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:23:40,788 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:40,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:23:40,790 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:40,790 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62083909, jitterRate=-0.07487766444683075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846220779Initializing all the Stores at 1731846220780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846220780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846220780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846220780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846220780Cleaning up temporary data from old regions at 1731846220787 (+7 ms)Region opened successfully at 1731846220790 (+3 ms) 2024-11-17T12:23:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:23:40,790 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:23:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:23:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:23:40,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:23:40,791 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:40,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846220790Disabling compacts and flushes for region at 1731846220790Disabling writes for close at 1731846220790Writing region close event to WAL at 1731846220791 (+1 ms)Closed at 1731846220791 2024-11-17T12:23:40,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:40,792 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:23:40,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:23:40,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:23:40,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:23:40,943 DEBUG [5dda233f2f2e:38073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:23:40,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:40,944 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,37203,1731846217674, state=OPENING 2024-11-17T12:23:40,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:23:40,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:40,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:40,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-404186446/meta-region-server: CHANGED 2024-11-17T12:23:40,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-404186446/meta-region-server: CHANGED 2024-11-17T12:23:40,966 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:23:40,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,37203,1731846217674}] 2024-11-17T12:23:41,118 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:41,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:23:41,121 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:23:41,121 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:41,121 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:23:41,122 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C37203%2C1731846217674.meta, suffix=.meta, logDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674, archiveDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/oldWALs, maxLogs=10 2024-11-17T12:23:41,135 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.meta.1731846221123.meta, exclude list is [], retry=0 2024-11-17T12:23:41,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39815,DS-c1f509cb-779a-4c6a-8b2c-20c13aa3f99b,DISK] 2024-11-17T12:23:41,138 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.meta.1731846221123.meta 2024-11-17T12:23:41,138 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-17T12:23:41,138 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:41,138 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:41,139 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:41,139 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:23:41,139 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:23:41,139 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:23:41,139 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:41,139 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:23:41,139 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:23:41,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:23:41,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:23:41,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:41,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:41,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:23:41,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:23:41,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:41,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:41,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:23:41,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:23:41,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:41,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:41,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:23:41,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:23:41,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:41,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:23:41,143 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:23:41,144 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740 2024-11-17T12:23:41,144 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740 2024-11-17T12:23:41,145 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:23:41,145 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:23:41,146 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:23:41,146 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:23:41,147 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75208948, jitterRate=0.1207006573677063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:23:41,147 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:23:41,147 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846221139Writing region info on filesystem at 1731846221139Initializing all the Stores at 1731846221140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846221140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846221140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846221140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846221140Cleaning up temporary data from old regions at 1731846221145 (+5 ms)Running coprocessor post-open hooks at 1731846221147 (+2 ms)Region opened successfully at 1731846221147 2024-11-17T12:23:41,148 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846221117 2024-11-17T12:23:41,149 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:23:41,149 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:23:41,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:41,151 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,37203,1731846217674, state=OPEN 2024-11-17T12:23:41,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-404186446/meta-region-server 2024-11-17T12:23:41,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-404186446/meta-region-server 2024-11-17T12:23:41,165 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:41,165 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-404186446/meta-region-server: CHANGED 2024-11-17T12:23:41,166 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-404186446/meta-region-server: CHANGED 2024-11-17T12:23:41,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:23:41,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,37203,1731846217674 in 199 msec 2024-11-17T12:23:41,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:23:41,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-17T12:23:41,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:23:41,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:23:41,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:41,170 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,37203,1731846217674, seqNum=-1] 2024-11-17T12:23:41,170 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:41,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:41,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-17T12:23:41,174 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846221174, completionTime=-1 2024-11-17T12:23:41,174 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:23:41,174 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:23:41,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:23:41,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846281176 2024-11-17T12:23:41,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846341176 2024-11-17T12:23:41,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:23:41,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38073,1731846217453-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:41,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38073,1731846217453-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:41,176 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38073,1731846217453-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:41,177 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:38073, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:41,177 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:41,177 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:41,179 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:23:41,179 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.434sec 2024-11-17T12:23:41,180 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:23:41,180 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:23:41,180 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:23:41,180 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:23:41,180 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:23:41,180 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38073,1731846217453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:23:41,180 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38073,1731846217453-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:23:41,181 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:23:41,182 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:23:41,182 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,38073,1731846217453-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:23:41,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6def4362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:41,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38073,-1 for getting cluster id 2024-11-17T12:23:41,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:41,209 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d9dd6e-dc64-43e8-bc46-a5391bea3724' 2024-11-17T12:23:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d9dd6e-dc64-43e8-bc46-a5391bea3724" 2024-11-17T12:23:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7316fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38073,-1] 2024-11-17T12:23:41,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:41,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:41,210 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:41,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:41,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,37203,1731846217674, seqNum=-1] 2024-11-17T12:23:41,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:41,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:41,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:41,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53156 2024-11-17T12:23:41,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:23:41,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10148bfef690008 connected 2024-11-17T12:23:41,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb2fdc0 2024-11-17T12:23:41,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:41,242 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:41,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:23:41,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:41,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:41,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:23:41,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:23:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:41,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d75e090aa418a4333144fcb7aa20a38b, NAME => 'test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d 2024-11-17T12:23:41,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:23:41,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:41,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d75e090aa418a4333144fcb7aa20a38b, disabling compactions & flushes 2024-11-17T12:23:41,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:23:41,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:23:41,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. after waiting 0 ms 2024-11-17T12:23:41,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:23:41,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:23:41,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d75e090aa418a4333144fcb7aa20a38b: Waiting for close lock at 1731846221656Disabling compacts and flushes for region at 1731846221656Disabling writes for close at 1731846221656Writing region close event to WAL at 1731846221656Closed at 1731846221656 2024-11-17T12:23:41,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:41,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846221658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846221658"}]},"ts":"1731846221658"} 2024-11-17T12:23:41,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:41,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:41,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846221660"}]},"ts":"1731846221660"} 2024-11-17T12:23:41,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:23:41,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d75e090aa418a4333144fcb7aa20a38b, ASSIGN}] 2024-11-17T12:23:41,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d75e090aa418a4333144fcb7aa20a38b, ASSIGN 2024-11-17T12:23:41,664 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d75e090aa418a4333144fcb7aa20a38b, ASSIGN; state=OFFLINE, location=5dda233f2f2e,45849,1731846208964; forceNewPlan=false, retain=false 2024-11-17T12:23:41,815 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d75e090aa418a4333144fcb7aa20a38b, regionState=OPENING, regionLocation=5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d75e090aa418a4333144fcb7aa20a38b, ASSIGN because future has completed 2024-11-17T12:23:41,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d75e090aa418a4333144fcb7aa20a38b, server=5dda233f2f2e,45849,1731846208964}] 2024-11-17T12:23:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:41,972 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:23:41,972 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d75e090aa418a4333144fcb7aa20a38b, NAME => 'test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:41,973 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:41,973 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:23:41,973 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,973 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:41,973 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,973 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,974 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,975 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d75e090aa418a4333144fcb7aa20a38b columnFamilyName f 2024-11-17T12:23:41,975 DEBUG [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:41,975 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] regionserver.HStore(327): Store=d75e090aa418a4333144fcb7aa20a38b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:41,975 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,976 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d75e090aa418a4333144fcb7aa20a38b columnFamilyName f1 2024-11-17T12:23:41,976 DEBUG [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:41,976 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] regionserver.HStore(327): Store=d75e090aa418a4333144fcb7aa20a38b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:41,976 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,977 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d75e090aa418a4333144fcb7aa20a38b columnFamilyName norep 2024-11-17T12:23:41,977 DEBUG [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:41,977 INFO [StoreOpener-d75e090aa418a4333144fcb7aa20a38b-1 {}] regionserver.HStore(327): Store=d75e090aa418a4333144fcb7aa20a38b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:41,977 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,978 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,978 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,979 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,979 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,979 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:41,980 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,982 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:41,982 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d75e090aa418a4333144fcb7aa20a38b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65519105, jitterRate=-0.023689255118370056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:41,983 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:23:41,983 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d75e090aa418a4333144fcb7aa20a38b: Running coprocessor pre-open hook at 1731846221973Writing region info on filesystem at 1731846221973Initializing all the Stores at 1731846221974 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846221974Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846221974Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846221974Cleaning up temporary data from old regions at 1731846221979 (+5 ms)Running coprocessor post-open hooks at 1731846221983 (+4 ms)Region opened successfully at 1731846221983 2024-11-17T12:23:41,984 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b., pid=6, masterSystemTime=1731846221969 2024-11-17T12:23:41,986 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:23:41,986 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:23:41,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d75e090aa418a4333144fcb7aa20a38b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d75e090aa418a4333144fcb7aa20a38b, server=5dda233f2f2e,45849,1731846208964 because future has completed 2024-11-17T12:23:41,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:23:41,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d75e090aa418a4333144fcb7aa20a38b, server=5dda233f2f2e,45849,1731846208964 in 173 msec 2024-11-17T12:23:41,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:23:41,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d75e090aa418a4333144fcb7aa20a38b, ASSIGN in 331 msec 2024-11-17T12:23:41,996 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:41,997 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846221996"}]},"ts":"1731846221996"} 2024-11-17T12:23:41,999 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:23:42,000 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:42,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-17T12:23:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:42,381 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:23:42,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e9f7409 2024-11-17T12:23:42,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:42,383 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:42,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:23:42,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:42,386 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:42,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:23:42,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:42,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:23:42,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cf11eca04d7b0ebcf618709f9871a30, NAME => 'test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4 2024-11-17T12:23:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:23:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:42,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:42,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1cf11eca04d7b0ebcf618709f9871a30, disabling compactions & flushes 2024-11-17T12:23:42,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:42,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:42,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. after waiting 0 ms 2024-11-17T12:23:42,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:42,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:42,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cf11eca04d7b0ebcf618709f9871a30: Waiting for close lock at 1731846222811Disabling compacts and flushes for region at 1731846222811Disabling writes for close at 1731846222811Writing region close event to WAL at 1731846222811Closed at 1731846222811 2024-11-17T12:23:42,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:42,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846222812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846222812"}]},"ts":"1731846222812"} 2024-11-17T12:23:42,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:42,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:42,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846222814"}]},"ts":"1731846222814"} 2024-11-17T12:23:42,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:23:42,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1cf11eca04d7b0ebcf618709f9871a30, ASSIGN}] 2024-11-17T12:23:42,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1cf11eca04d7b0ebcf618709f9871a30, ASSIGN 2024-11-17T12:23:42,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1cf11eca04d7b0ebcf618709f9871a30, ASSIGN; state=OFFLINE, location=5dda233f2f2e,41457,1731846213263; forceNewPlan=false, retain=false 2024-11-17T12:23:42,825 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T12:23:42,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1cf11eca04d7b0ebcf618709f9871a30, regionState=OPENING, regionLocation=5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:42,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1cf11eca04d7b0ebcf618709f9871a30, ASSIGN because future has completed 2024-11-17T12:23:42,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf11eca04d7b0ebcf618709f9871a30, server=5dda233f2f2e,41457,1731846213263}] 2024-11-17T12:23:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:43,127 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:43,127 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cf11eca04d7b0ebcf618709f9871a30, NAME => 'test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:43,128 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:43,128 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:23:43,128 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,128 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:43,129 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,129 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,131 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,133 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf11eca04d7b0ebcf618709f9871a30 columnFamilyName f 2024-11-17T12:23:43,133 DEBUG [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:43,134 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] regionserver.HStore(327): Store=1cf11eca04d7b0ebcf618709f9871a30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:43,134 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,136 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf11eca04d7b0ebcf618709f9871a30 columnFamilyName f1 2024-11-17T12:23:43,136 DEBUG [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:43,136 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] regionserver.HStore(327): Store=1cf11eca04d7b0ebcf618709f9871a30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:43,136 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,138 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cf11eca04d7b0ebcf618709f9871a30 columnFamilyName norep 2024-11-17T12:23:43,138 DEBUG [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:43,139 INFO [StoreOpener-1cf11eca04d7b0ebcf618709f9871a30-1 {}] regionserver.HStore(327): Store=1cf11eca04d7b0ebcf618709f9871a30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:43,139 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,140 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,141 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,142 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,142 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,143 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:43,143 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,149 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:43,149 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1cf11eca04d7b0ebcf618709f9871a30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66290073, jitterRate=-0.012200936675071716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:43,149 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:43,149 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1cf11eca04d7b0ebcf618709f9871a30: Running coprocessor pre-open hook at 1731846223129Writing region info on filesystem at 1731846223129Initializing all the Stores at 1731846223130 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846223130Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846223130Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846223130Cleaning up temporary data from old regions at 1731846223142 (+12 ms)Running coprocessor post-open hooks at 1731846223149 (+7 ms)Region opened successfully at 1731846223149 2024-11-17T12:23:43,151 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30., pid=6, masterSystemTime=1731846223123 2024-11-17T12:23:43,153 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:43,153 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:43,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1cf11eca04d7b0ebcf618709f9871a30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:43,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cf11eca04d7b0ebcf618709f9871a30, server=5dda233f2f2e,41457,1731846213263 because future has completed 2024-11-17T12:23:43,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:23:43,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cf11eca04d7b0ebcf618709f9871a30, server=5dda233f2f2e,41457,1731846213263 in 198 msec 2024-11-17T12:23:43,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:23:43,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1cf11eca04d7b0ebcf618709f9871a30, ASSIGN in 356 msec 2024-11-17T12:23:43,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:43,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846223178"}]},"ts":"1731846223178"} 2024-11-17T12:23:43,180 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:23:43,182 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:43,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 798 msec 2024-11-17T12:23:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:43,521 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:23:43,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16568277 2024-11-17T12:23:43,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:43,523 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:43,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:23:43,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:43,525 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:43,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:23:43,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:23:43,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:43,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbb9c13589fc6d15adad1b90cedb0032, NAME => 'test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de 2024-11-17T12:23:43,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:23:43,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:43,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cbb9c13589fc6d15adad1b90cedb0032, disabling compactions & flushes 2024-11-17T12:23:43,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:43,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:43,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. after waiting 0 ms 2024-11-17T12:23:43,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:43,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:43,953 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbb9c13589fc6d15adad1b90cedb0032: Waiting for close lock at 1731846223953Disabling compacts and flushes for region at 1731846223953Disabling writes for close at 1731846223953Writing region close event to WAL at 1731846223953Closed at 1731846223953 2024-11-17T12:23:43,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:43,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846223954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846223954"}]},"ts":"1731846223954"} 2024-11-17T12:23:43,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:43,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:43,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846223956"}]},"ts":"1731846223956"} 2024-11-17T12:23:43,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:23:43,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cbb9c13589fc6d15adad1b90cedb0032, ASSIGN}] 2024-11-17T12:23:43,959 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cbb9c13589fc6d15adad1b90cedb0032, ASSIGN 2024-11-17T12:23:43,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cbb9c13589fc6d15adad1b90cedb0032, ASSIGN; state=OFFLINE, location=5dda233f2f2e,37203,1731846217674; forceNewPlan=false, retain=false 2024-11-17T12:23:44,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbb9c13589fc6d15adad1b90cedb0032, regionState=OPENING, regionLocation=5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:44,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cbb9c13589fc6d15adad1b90cedb0032, ASSIGN because future has completed 2024-11-17T12:23:44,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbb9c13589fc6d15adad1b90cedb0032, server=5dda233f2f2e,37203,1731846217674}] 2024-11-17T12:23:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:44,270 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:44,271 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cbb9c13589fc6d15adad1b90cedb0032, NAME => 'test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:44,271 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:44,271 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:23:44,271 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,271 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:44,271 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,271 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,272 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,273 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbb9c13589fc6d15adad1b90cedb0032 columnFamilyName f 2024-11-17T12:23:44,273 DEBUG [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:44,274 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] regionserver.HStore(327): Store=cbb9c13589fc6d15adad1b90cedb0032/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:44,274 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,274 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbb9c13589fc6d15adad1b90cedb0032 columnFamilyName f1 2024-11-17T12:23:44,274 DEBUG [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:44,275 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] regionserver.HStore(327): Store=cbb9c13589fc6d15adad1b90cedb0032/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:44,275 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,275 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbb9c13589fc6d15adad1b90cedb0032 columnFamilyName norep 2024-11-17T12:23:44,275 DEBUG [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:44,276 INFO [StoreOpener-cbb9c13589fc6d15adad1b90cedb0032-1 {}] regionserver.HStore(327): Store=cbb9c13589fc6d15adad1b90cedb0032/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:44,276 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,276 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,276 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,277 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,277 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,277 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:44,278 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,279 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:44,280 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cbb9c13589fc6d15adad1b90cedb0032; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64106690, jitterRate=-0.044735878705978394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:44,280 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:44,280 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cbb9c13589fc6d15adad1b90cedb0032: Running coprocessor pre-open hook at 1731846224271Writing region info on filesystem at 1731846224271Initializing all the Stores at 1731846224272 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846224272Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846224272Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846224272Cleaning up temporary data from old regions at 1731846224277 (+5 ms)Running coprocessor post-open hooks at 1731846224280 (+3 ms)Region opened successfully at 1731846224280 2024-11-17T12:23:44,280 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032., pid=6, masterSystemTime=1731846224265 2024-11-17T12:23:44,282 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:44,282 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:44,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbb9c13589fc6d15adad1b90cedb0032, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:44,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbb9c13589fc6d15adad1b90cedb0032, server=5dda233f2f2e,37203,1731846217674 because future has completed 2024-11-17T12:23:44,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:23:44,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cbb9c13589fc6d15adad1b90cedb0032, server=5dda233f2f2e,37203,1731846217674 in 171 msec 2024-11-17T12:23:44,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:23:44,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cbb9c13589fc6d15adad1b90cedb0032, ASSIGN in 328 msec 2024-11-17T12:23:44,287 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:44,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846224287"}]},"ts":"1731846224287"} 2024-11-17T12:23:44,289 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:23:44,289 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:44,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-17T12:23:44,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T12:23:44,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T12:23:44,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:23:44,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T12:23:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:23:44,661 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:23:44,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6afda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:44,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,46085,-1 for getting cluster id 2024-11-17T12:23:44,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:44,663 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2066d7-f967-44e8-9196-42091365a2a1' 2024-11-17T12:23:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2066d7-f967-44e8-9196-42091365a2a1" 2024-11-17T12:23:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b1aa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,46085,-1] 2024-11-17T12:23:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:44,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:44,664 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88fd843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:44,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,46085,1731846208676 2024-11-17T12:23:44,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31d72f9e 2024-11-17T12:23:44,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:44,666 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:44,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:44127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:23:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:23:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:44,669 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:44127' 2024-11-17T12:23:44,670 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a8ac56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:44,670 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,44127,-1 for getting cluster id 2024-11-17T12:23:44,670 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:44,671 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffce2a52-cbf0-4ff9-80a5-aeb2297cf170' 2024-11-17T12:23:44,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:44,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffce2a52-cbf0-4ff9-80a5-aeb2297cf170" 2024-11-17T12:23:44,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aab2371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:44,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,44127,-1] 2024-11-17T12:23:44,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:44,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:44,672 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:44,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe20a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:44,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:44,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:44,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cb5c75 2024-11-17T12:23:44,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:44,674 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:44,674 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:23:44,675 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:23:44,675 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:44,675 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:44,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:44,675 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:44,676 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:23:44,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:44,678 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:44,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:44,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:23:44,726 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:23:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:45,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09b2f261fd146037beeab49a25efa2e0, NAME => 'hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d 2024-11-17T12:23:45,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:23:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:45,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:45,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 09b2f261fd146037beeab49a25efa2e0, disabling compactions & flushes 2024-11-17T12:23:45,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:23:45,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:23:45,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. after waiting 0 ms 2024-11-17T12:23:45,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:23:45,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:23:45,490 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09b2f261fd146037beeab49a25efa2e0: Waiting for close lock at 1731846225490Disabling compacts and flushes for region at 1731846225490Disabling writes for close at 1731846225490Writing region close event to WAL at 1731846225490Closed at 1731846225490 2024-11-17T12:23:45,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:45,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846225491"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846225491"}]},"ts":"1731846225491"} 2024-11-17T12:23:45,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:45,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:45,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846225493"}]},"ts":"1731846225493"} 2024-11-17T12:23:45,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:23:45,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09b2f261fd146037beeab49a25efa2e0, ASSIGN}] 2024-11-17T12:23:45,496 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09b2f261fd146037beeab49a25efa2e0, ASSIGN 2024-11-17T12:23:45,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09b2f261fd146037beeab49a25efa2e0, ASSIGN; state=OFFLINE, location=5dda233f2f2e,45849,1731846208964; forceNewPlan=false, retain=false 2024-11-17T12:23:45,647 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09b2f261fd146037beeab49a25efa2e0, regionState=OPENING, regionLocation=5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09b2f261fd146037beeab49a25efa2e0, ASSIGN because future has completed 2024-11-17T12:23:45,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09b2f261fd146037beeab49a25efa2e0, server=5dda233f2f2e,45849,1731846208964}] 2024-11-17T12:23:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:45,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:23:45,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:45,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:23:45,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C45849%2C1731846208964.rep, suffix=, logDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964, archiveDir=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/oldWALs, maxLogs=10 2024-11-17T12:23:45,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.rep.1731846225856, exclude list is [], retry=0 2024-11-17T12:23:45,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36767,DS-639780eb-9c69-4acd-8702-7b052fbdbdfd,DISK] 2024-11-17T12:23:45,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.rep.1731846225856 2024-11-17T12:23:45,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33343:33343)] 2024-11-17T12:23:45,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 09b2f261fd146037beeab49a25efa2e0, NAME => 'hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:45,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:45,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:45,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. service=MultiRowMutationService 2024-11-17T12:23:45,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:23:45,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:45,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,900 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,902 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09b2f261fd146037beeab49a25efa2e0 columnFamilyName hfileref 2024-11-17T12:23:45,902 DEBUG [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:45,902 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] regionserver.HStore(327): Store=09b2f261fd146037beeab49a25efa2e0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:45,902 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,903 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09b2f261fd146037beeab49a25efa2e0 columnFamilyName queue 2024-11-17T12:23:45,904 DEBUG [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:45,904 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] regionserver.HStore(327): Store=09b2f261fd146037beeab49a25efa2e0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:45,904 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,906 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09b2f261fd146037beeab49a25efa2e0 columnFamilyName sid 2024-11-17T12:23:45,906 DEBUG [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:45,906 INFO [StoreOpener-09b2f261fd146037beeab49a25efa2e0-1 {}] regionserver.HStore(327): Store=09b2f261fd146037beeab49a25efa2e0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:45,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:45,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:45,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 09b2f261fd146037beeab49a25efa2e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71419627, jitterRate=0.0642353743314743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:45,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:23:45,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 09b2f261fd146037beeab49a25efa2e0: Running coprocessor pre-open hook at 1731846225892Writing region info on filesystem at 1731846225892Initializing all the Stores at 1731846225893 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846225893Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846225900 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846225900Cleaning up temporary data from old regions at 1731846225909 (+9 ms)Running coprocessor post-open hooks at 1731846225913 (+4 ms)Region opened successfully at 1731846225913 2024-11-17T12:23:45,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0., pid=10, masterSystemTime=1731846225811 2024-11-17T12:23:45,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:23:45,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:23:45,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09b2f261fd146037beeab49a25efa2e0, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,45849,1731846208964 2024-11-17T12:23:45,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09b2f261fd146037beeab49a25efa2e0, server=5dda233f2f2e,45849,1731846208964 because future has completed 2024-11-17T12:23:45,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:23:45,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 09b2f261fd146037beeab49a25efa2e0, server=5dda233f2f2e,45849,1731846208964 in 260 msec 2024-11-17T12:23:45,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:23:45,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09b2f261fd146037beeab49a25efa2e0, ASSIGN in 429 msec 2024-11-17T12:23:45,928 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:45,928 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846225928"}]},"ts":"1731846225928"} 2024-11-17T12:23:45,931 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:23:45,931 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:45,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2560 sec 2024-11-17T12:23:45,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0., hostname=5dda233f2f2e,45849,1731846208964, seqNum=2] 2024-11-17T12:23:46,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:46,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:23:46,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:23:46,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:23:46,192 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:23:46,219 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,45849,1731846208964, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:23:46,219 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:46,219 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,45849,1731846208964, seqNum=-1] 2024-11-17T12:23:46,220 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:46,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:46,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,45849,1731846208964', locateType=CURRENT is [region=hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0., hostname=5dda233f2f2e,45849,1731846208964, seqNum=2] 2024-11-17T12:23:46,224 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:23:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:23:46,226 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,45849,1731846208964 suceeded 2024-11-17T12:23:46,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:23:46,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-17T12:23:46,228 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:44127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:23:46,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5620 sec 2024-11-17T12:23:46,238 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:44127' 2024-11-17T12:23:46,240 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3648df2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,240 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,44127,-1 for getting cluster id 2024-11-17T12:23:46,240 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:46,241 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffce2a52-cbf0-4ff9-80a5-aeb2297cf170' 2024-11-17T12:23:46,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:46,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffce2a52-cbf0-4ff9-80a5-aeb2297cf170" 2024-11-17T12:23:46,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@413b1318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,44127,-1] 2024-11-17T12:23:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:46,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:46,243 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:46,244 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10024f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,244 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:46,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:46,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7279164b 2024-11-17T12:23:46,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:46,246 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-17T12:23:46,247 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,45849,1731846208964 (queues=1) is replicating from cluster=5f2066d7-f967-44e8-9196-42091365a2a1 to cluster=ffce2a52-cbf0-4ff9-80a5-aeb2297cf170 2024-11-17T12:23:46,247 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C45849%2C1731846208964 2024-11-17T12:23:46,247 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,45849,1731846208964, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:23:46,248 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599, startPosition=0, beingWritten=true 2024-11-17T12:23:46,248 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C45849%2C1731846208964 2024-11-17T12:23:46,264 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:46,264 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 379, reset compression=false 2024-11-17T12:23:46,264 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,45849,1731846208964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:46,493 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 379, reset compression=false 2024-11-17T12:23:46,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:23:46,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46085 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:46,812 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:23:46,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:46,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:46,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:46,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:46,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:46,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,44127,-1 for getting cluster id 2024-11-17T12:23:46,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:46,826 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffce2a52-cbf0-4ff9-80a5-aeb2297cf170' 2024-11-17T12:23:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffce2a52-cbf0-4ff9-80a5-aeb2297cf170" 2024-11-17T12:23:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63644d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,44127,-1] 2024-11-17T12:23:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:46,828 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323bb5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@760a4a07 2024-11-17T12:23:46,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:46,832 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 379, reset compression=false 2024-11-17T12:23:46,832 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:46,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:38073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:23:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:23:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:46,836 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:38073' 2024-11-17T12:23:46,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13df3b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,864 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38073,-1 for getting cluster id 2024-11-17T12:23:46,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:46,865 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d9dd6e-dc64-43e8-bc46-a5391bea3724' 2024-11-17T12:23:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d9dd6e-dc64-43e8-bc46-a5391bea3724" 2024-11-17T12:23:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652a9f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38073,-1] 2024-11-17T12:23:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:46,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:46,868 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:46,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4546abfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:46,869 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:46,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:46,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6daf7e64 2024-11-17T12:23:46,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:46,871 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:46,872 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:23:46,872 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:23:46,872 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:46,872 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:46,873 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:46,874 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:23:46,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:46,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:46,877 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:46,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:23:46,903 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b78fab31a9d8163d9ef3fb931fdf38b, NAME => 'hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4 2024-11-17T12:23:46,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:23:46,924 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:23:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:47,279 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 379, reset compression=false 2024-11-17T12:23:47,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:47,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b78fab31a9d8163d9ef3fb931fdf38b, disabling compactions & flushes 2024-11-17T12:23:47,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:47,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:47,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. after waiting 0 ms 2024-11-17T12:23:47,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:47,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:47,312 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b78fab31a9d8163d9ef3fb931fdf38b: Waiting for close lock at 1731846227312Disabling compacts and flushes for region at 1731846227312Disabling writes for close at 1731846227312Writing region close event to WAL at 1731846227312Closed at 1731846227312 2024-11-17T12:23:47,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:47,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846227314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846227314"}]},"ts":"1731846227314"} 2024-11-17T12:23:47,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:47,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:47,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846227316"}]},"ts":"1731846227316"} 2024-11-17T12:23:47,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:23:47,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b78fab31a9d8163d9ef3fb931fdf38b, ASSIGN}] 2024-11-17T12:23:47,320 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b78fab31a9d8163d9ef3fb931fdf38b, ASSIGN 2024-11-17T12:23:47,320 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b78fab31a9d8163d9ef3fb931fdf38b, ASSIGN; state=OFFLINE, location=5dda233f2f2e,41457,1731846213263; forceNewPlan=false, retain=false 2024-11-17T12:23:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:47,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b78fab31a9d8163d9ef3fb931fdf38b, regionState=OPENING, regionLocation=5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:47,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b78fab31a9d8163d9ef3fb931fdf38b, ASSIGN because future has completed 2024-11-17T12:23:47,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b78fab31a9d8163d9ef3fb931fdf38b, server=5dda233f2f2e,41457,1731846213263}] 2024-11-17T12:23:47,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:47,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:47,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:23:47,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C41457%2C1731846213263.rep, suffix=, logDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263, archiveDir=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/oldWALs, maxLogs=10 2024-11-17T12:23:47,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.rep.1731846227629, exclude list is [], retry=0 2024-11-17T12:23:47,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43605,DS-8063119b-479d-44f4-861a-2be023331d9c,DISK] 2024-11-17T12:23:47,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.rep.1731846227629 2024-11-17T12:23:47,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40323:40323)] 2024-11-17T12:23:47,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b78fab31a9d8163d9ef3fb931fdf38b, NAME => 'hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:47,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:47,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:47,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. service=MultiRowMutationService 2024-11-17T12:23:47,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:23:47,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:47,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,651 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,652 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b78fab31a9d8163d9ef3fb931fdf38b columnFamilyName hfileref 2024-11-17T12:23:47,652 DEBUG [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:47,652 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] regionserver.HStore(327): Store=3b78fab31a9d8163d9ef3fb931fdf38b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:47,652 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,653 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b78fab31a9d8163d9ef3fb931fdf38b columnFamilyName queue 2024-11-17T12:23:47,653 DEBUG [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:47,653 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] regionserver.HStore(327): Store=3b78fab31a9d8163d9ef3fb931fdf38b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:47,653 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,654 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b78fab31a9d8163d9ef3fb931fdf38b columnFamilyName sid 2024-11-17T12:23:47,654 DEBUG [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:47,654 INFO [StoreOpener-3b78fab31a9d8163d9ef3fb931fdf38b-1 {}] regionserver.HStore(327): Store=3b78fab31a9d8163d9ef3fb931fdf38b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:47,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/replication/3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/replication/3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:47,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/replication/3b78fab31a9d8163d9ef3fb931fdf38b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:47,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3b78fab31a9d8163d9ef3fb931fdf38b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65141004, jitterRate=-0.02932339906692505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:47,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:47,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3b78fab31a9d8163d9ef3fb931fdf38b: Running coprocessor pre-open hook at 1731846227650Writing region info on filesystem at 1731846227650Initializing all the Stores at 1731846227651 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846227651Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846227651Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846227651Cleaning up temporary data from old regions at 1731846227656 (+5 ms)Running coprocessor post-open hooks at 1731846227659 (+3 ms)Region opened successfully at 1731846227659 2024-11-17T12:23:47,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b., pid=10, masterSystemTime=1731846227625 2024-11-17T12:23:47,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:47,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:47,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b78fab31a9d8163d9ef3fb931fdf38b, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:47,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b78fab31a9d8163d9ef3fb931fdf38b, server=5dda233f2f2e,41457,1731846213263 because future has completed 2024-11-17T12:23:47,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:23:47,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b78fab31a9d8163d9ef3fb931fdf38b, server=5dda233f2f2e,41457,1731846213263 in 195 msec 2024-11-17T12:23:47,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:23:47,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b78fab31a9d8163d9ef3fb931fdf38b, ASSIGN in 350 msec 2024-11-17T12:23:47,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:47,671 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846227671"}]},"ts":"1731846227671"} 2024-11-17T12:23:47,673 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:23:47,673 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:47,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 800 msec 2024-11-17T12:23:47,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b., hostname=5dda233f2f2e,41457,1731846213263, seqNum=2] 2024-11-17T12:23:47,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:47,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:47,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:23:47,783 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 379, reset compression=false 2024-11-17T12:23:47,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:23:47,887 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:23:47,912 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,41457,1731846213263, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:23:47,913 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:47,913 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41457,1731846213263, seqNum=-1] 2024-11-17T12:23:47,913 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:47,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:47,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,41457,1731846213263', locateType=CURRENT is [region=hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b., hostname=5dda233f2f2e,41457,1731846213263, seqNum=2] 2024-11-17T12:23:47,917 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:23:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:23:47,919 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,41457,1731846213263 suceeded 2024-11-17T12:23:47,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:23:47,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-17T12:23:47,921 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:38073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:23:47,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0890 sec 2024-11-17T12:23:47,931 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:38073' 2024-11-17T12:23:47,932 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae2eb67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,932 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38073,-1 for getting cluster id 2024-11-17T12:23:47,932 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:47,932 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d9dd6e-dc64-43e8-bc46-a5391bea3724' 2024-11-17T12:23:47,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:47,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d9dd6e-dc64-43e8-bc46-a5391bea3724" 2024-11-17T12:23:47,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f82d9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38073,-1] 2024-11-17T12:23:47,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:47,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:47,933 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:47,934 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb85ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,934 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:47,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:47,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f10fbe4 2024-11-17T12:23:47,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:47,935 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-17T12:23:47,935 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,41457,1731846213263 (queues=1) is replicating from cluster=ffce2a52-cbf0-4ff9-80a5-aeb2297cf170 to cluster=e6d9dd6e-dc64-43e8-bc46-a5391bea3724 2024-11-17T12:23:47,936 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C41457%2C1731846213263 2024-11-17T12:23:47,936 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,41457,1731846213263, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:23:47,936 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, startPosition=0, beingWritten=true 2024-11-17T12:23:47,936 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C41457%2C1731846213263 2024-11-17T12:23:47,940 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:47,940 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 379, reset compression=false 2024-11-17T12:23:47,940 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,41457,1731846213263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44127 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:47,972 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:23:47,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:47,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:47,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:47,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:47,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:47,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38073,-1 for getting cluster id 2024-11-17T12:23:47,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:47,974 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d9dd6e-dc64-43e8-bc46-a5391bea3724' 2024-11-17T12:23:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d9dd6e-dc64-43e8-bc46-a5391bea3724" 2024-11-17T12:23:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fba50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38073,-1] 2024-11-17T12:23:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:47,975 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c4d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2301efb2 2024-11-17T12:23:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:47,977 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:47,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:44127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:23:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:23:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:47,980 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:44127' 2024-11-17T12:23:47,981 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cadedec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,981 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,44127,-1 for getting cluster id 2024-11-17T12:23:47,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:47,982 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffce2a52-cbf0-4ff9-80a5-aeb2297cf170' 2024-11-17T12:23:47,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:47,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffce2a52-cbf0-4ff9-80a5-aeb2297cf170" 2024-11-17T12:23:47,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3674bf75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,44127,-1] 2024-11-17T12:23:47,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:47,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:47,983 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:47,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4160b554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:47,984 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:47,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:47,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d99eb70 2024-11-17T12:23:47,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:47,985 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:23:47,986 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:23:47,986 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:23:47,986 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:47,986 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:47,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:47,986 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:23:47,987 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:23:47,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:23:47,988 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:47,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:23:47,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:23:48,038 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:23:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:48,143 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 379, reset compression=false 2024-11-17T12:23:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:48,386 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 379, reset compression=false 2024-11-17T12:23:48,395 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8db14d97bd36f7c750de51f909607ba, NAME => 'hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de 2024-11-17T12:23:48,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:23:48,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:48,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8db14d97bd36f7c750de51f909607ba, disabling compactions & flushes 2024-11-17T12:23:48,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:48,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:48,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. after waiting 0 ms 2024-11-17T12:23:48,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:48,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:48,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8db14d97bd36f7c750de51f909607ba: Waiting for close lock at 1731846228401Disabling compacts and flushes for region at 1731846228401Disabling writes for close at 1731846228401Writing region close event to WAL at 1731846228401Closed at 1731846228401 2024-11-17T12:23:48,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:23:48,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846228403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846228403"}]},"ts":"1731846228403"} 2024-11-17T12:23:48,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:23:48,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:23:48,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846228405"}]},"ts":"1731846228405"} 2024-11-17T12:23:48,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:23:48,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8db14d97bd36f7c750de51f909607ba, ASSIGN}] 2024-11-17T12:23:48,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8db14d97bd36f7c750de51f909607ba, ASSIGN 2024-11-17T12:23:48,410 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8db14d97bd36f7c750de51f909607ba, ASSIGN; state=OFFLINE, location=5dda233f2f2e,37203,1731846217674; forceNewPlan=false, retain=false 2024-11-17T12:23:48,446 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 379, reset compression=false 2024-11-17T12:23:48,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8db14d97bd36f7c750de51f909607ba, regionState=OPENING, regionLocation=5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:48,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8db14d97bd36f7c750de51f909607ba, ASSIGN because future has completed 2024-11-17T12:23:48,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8db14d97bd36f7c750de51f909607ba, server=5dda233f2f2e,37203,1731846217674}] 2024-11-17T12:23:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:48,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:48,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:23:48,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:23:48,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C37203%2C1731846217674.rep, suffix=, logDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674, archiveDir=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/oldWALs, maxLogs=10 2024-11-17T12:23:48,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.rep.1731846228729, exclude list is [], retry=0 2024-11-17T12:23:48,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39815,DS-c1f509cb-779a-4c6a-8b2c-20c13aa3f99b,DISK] 2024-11-17T12:23:48,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.rep.1731846228729 2024-11-17T12:23:48,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42723:42723)] 2024-11-17T12:23:48,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d8db14d97bd36f7c750de51f909607ba, NAME => 'hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:23:48,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:23:48,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:23:48,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. service=MultiRowMutationService 2024-11-17T12:23:48,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:23:48,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:23:48,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,750 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,751 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8db14d97bd36f7c750de51f909607ba columnFamilyName hfileref 2024-11-17T12:23:48,751 DEBUG [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:48,752 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] regionserver.HStore(327): Store=d8db14d97bd36f7c750de51f909607ba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:48,752 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,753 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8db14d97bd36f7c750de51f909607ba columnFamilyName queue 2024-11-17T12:23:48,753 DEBUG [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:48,753 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] regionserver.HStore(327): Store=d8db14d97bd36f7c750de51f909607ba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:48,753 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,754 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8db14d97bd36f7c750de51f909607ba columnFamilyName sid 2024-11-17T12:23:48,754 DEBUG [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:23:48,754 INFO [StoreOpener-d8db14d97bd36f7c750de51f909607ba-1 {}] regionserver.HStore(327): Store=d8db14d97bd36f7c750de51f909607ba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:23:48,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/replication/d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/replication/d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:23:48,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/replication/d8db14d97bd36f7c750de51f909607ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:23:48,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d8db14d97bd36f7c750de51f909607ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73027701, jitterRate=0.08819754421710968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:23:48,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:48,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d8db14d97bd36f7c750de51f909607ba: Running coprocessor pre-open hook at 1731846228749Writing region info on filesystem at 1731846228749Initializing all the Stores at 1731846228750 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846228750Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846228750Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846228750Cleaning up temporary data from old regions at 1731846228756 (+6 ms)Running coprocessor post-open hooks at 1731846228760 (+4 ms)Region opened successfully at 1731846228760 2024-11-17T12:23:48,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba., pid=10, masterSystemTime=1731846228722 2024-11-17T12:23:48,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:48,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:48,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8db14d97bd36f7c750de51f909607ba, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:48,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8db14d97bd36f7c750de51f909607ba, server=5dda233f2f2e,37203,1731846217674 because future has completed 2024-11-17T12:23:48,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:23:48,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d8db14d97bd36f7c750de51f909607ba, server=5dda233f2f2e,37203,1731846217674 in 200 msec 2024-11-17T12:23:48,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:23:48,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8db14d97bd36f7c750de51f909607ba, ASSIGN in 364 msec 2024-11-17T12:23:48,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:23:48,774 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846228774"}]},"ts":"1731846228774"} 2024-11-17T12:23:48,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:23:48,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:23:48,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-11-17T12:23:48,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba., hostname=5dda233f2f2e,37203,1731846217674, seqNum=2] 2024-11-17T12:23:48,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:23:48,849 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 379, reset compression=false 2024-11-17T12:23:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:48,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:48,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:23:49,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:23:49,034 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:23:49,072 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,37203,1731846217674, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:23:49,073 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:49,073 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,37203,1731846217674, seqNum=-1] 2024-11-17T12:23:49,073 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:49,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:49,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,37203,1731846217674', locateType=CURRENT is [region=hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba., hostname=5dda233f2f2e,37203,1731846217674, seqNum=2] 2024-11-17T12:23:49,079 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:23:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:23:49,082 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,37203,1731846217674 suceeded 2024-11-17T12:23:49,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:23:49,084 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:44127,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:23:49,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-17T12:23:49,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1060 sec 2024-11-17T12:23:49,089 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 379, reset compression=false 2024-11-17T12:23:49,099 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:44127' 2024-11-17T12:23:49,104 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23179c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,104 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,44127,-1 for getting cluster id 2024-11-17T12:23:49,104 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:49,105 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffce2a52-cbf0-4ff9-80a5-aeb2297cf170' 2024-11-17T12:23:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffce2a52-cbf0-4ff9-80a5-aeb2297cf170" 2024-11-17T12:23:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fb2cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,44127,-1] 2024-11-17T12:23:49,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:49,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:49,106 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:49,107 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d525d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,107 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:49,108 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:49,108 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42a69ace 2024-11-17T12:23:49,108 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:23:49,109 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-17T12:23:49,110 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,37203,1731846217674 (queues=1) is replicating from cluster=e6d9dd6e-dc64-43e8-bc46-a5391bea3724 to cluster=ffce2a52-cbf0-4ff9-80a5-aeb2297cf170 2024-11-17T12:23:49,110 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C37203%2C1731846217674 2024-11-17T12:23:49,110 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,37203,1731846217674, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:23:49,112 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, startPosition=0, beingWritten=true 2024-11-17T12:23:49,120 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C37203%2C1731846217674 2024-11-17T12:23:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:23:49,121 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:23:49,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:49,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:49,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:49,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:49,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:49,123 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:49,123 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 379, reset compression=false 2024-11-17T12:23:49,123 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,37203,1731846217674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:49,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,46085,-1 for getting cluster id 2024-11-17T12:23:49,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:49,129 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f2066d7-f967-44e8-9196-42091365a2a1' 2024-11-17T12:23:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:49,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f2066d7-f967-44e8-9196-42091365a2a1" 2024-11-17T12:23:49,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe3cf54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,46085,-1] 2024-11-17T12:23:49,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:49,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:49,131 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:49,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508b7e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,44127,-1 for getting cluster id 2024-11-17T12:23:49,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:49,137 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffce2a52-cbf0-4ff9-80a5-aeb2297cf170' 2024-11-17T12:23:49,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:49,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffce2a52-cbf0-4ff9-80a5-aeb2297cf170" 2024-11-17T12:23:49,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54689525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,44127,-1] 2024-11-17T12:23:49,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:49,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:49,139 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1eb84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38073,-1 for getting cluster id 2024-11-17T12:23:49,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:49,142 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d9dd6e-dc64-43e8-bc46-a5391bea3724' 2024-11-17T12:23:49,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:49,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d9dd6e-dc64-43e8-bc46-a5391bea3724" 2024-11-17T12:23:49,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e98fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38073,-1] 2024-11-17T12:23:49,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:49,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:49,145 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:49,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1275f3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,45849,1731846208964, seqNum=-1] 2024-11-17T12:23:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:49,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b., hostname=5dda233f2f2e,45849,1731846208964, seqNum=2] 2024-11-17T12:23:49,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,37203,1731846217674, seqNum=-1] 2024-11-17T12:23:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:49,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032., hostname=5dda233f2f2e,37203,1731846217674, seqNum=2] 2024-11-17T12:23:49,162 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T12:23:49,338 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 379, reset compression=false 2024-11-17T12:23:49,360 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 379, reset compression=false 2024-11-17T12:23:49,644 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 379, reset compression=false 2024-11-17T12:23:49,893 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 379, reset compression=false 2024-11-17T12:23:49,898 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:49,898 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 480, reset compression=false 2024-11-17T12:23:49,898 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,45849,1731846208964 got entry batch from reader: WALEntryBatch [walEntries=[{test/d75e090aa418a4333144fcb7aa20a38b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T12:23:49,900 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:49,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-17T12:23:49,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:49,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24c0ea43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,44127,-1 for getting cluster id 2024-11-17T12:23:49,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:49,904 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffce2a52-cbf0-4ff9-80a5-aeb2297cf170' 2024-11-17T12:23:49,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:49,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffce2a52-cbf0-4ff9-80a5-aeb2297cf170" 2024-11-17T12:23:49,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76235fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,44127,-1] 2024-11-17T12:23:49,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:49,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:49,905 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:49,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675e6956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:49,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41457,1731846213263, seqNum=-1] 2024-11-17T12:23:49,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:49,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:49,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30., hostname=5dda233f2f2e,41457,1731846213263, seqNum=2] 2024-11-17T12:23:49,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:49,966 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 379, reset compression=false 2024-11-17T12:23:49,970 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:49,970 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 503, reset compression=false 2024-11-17T12:23:49,970 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,41457,1731846213263 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cf11eca04d7b0ebcf618709f9871a30/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T12:23:49,972 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:49,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-17T12:23:49,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:49,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff4f636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,38073,-1 for getting cluster id 2024-11-17T12:23:49,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:23:49,975 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d9dd6e-dc64-43e8-bc46-a5391bea3724' 2024-11-17T12:23:49,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:23:49,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d9dd6e-dc64-43e8-bc46-a5391bea3724" 2024-11-17T12:23:49,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c48e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,38073,-1] 2024-11-17T12:23:49,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:23:49,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:49,976 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:23:49,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@470602e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:23:49,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:49,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,37203,1731846217674, seqNum=-1] 2024-11-17T12:23:49,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:49,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T12:23:49,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032., hostname=5dda233f2f2e,37203,1731846217674, seqNum=2] 2024-11-17T12:23:49,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:50,047 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 379, reset compression=false 2024-11-17T12:23:50,053 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:50,053 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 527, reset compression=false 2024-11-17T12:23:50,054 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,37203,1731846217674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:50,107 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 480, reset compression=false 2024-11-17T12:23:50,164 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T12:23:50,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:23:50,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41457,1731846213263, seqNum=-1] 2024-11-17T12:23:50,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:23:50,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:23:50,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30., hostname=5dda233f2f2e,41457,1731846213263, seqNum=2] 2024-11-17T12:23:50,171 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T12:23:50,173 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 503, reset compression=false 2024-11-17T12:23:50,177 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:50,177 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 607, reset compression=false 2024-11-17T12:23:50,177 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,41457,1731846213263 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cf11eca04d7b0ebcf618709f9871a30/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T12:23:50,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:50,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:50,259 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 527, reset compression=false 2024-11-17T12:23:50,262 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:50,262 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 655, reset compression=false 2024-11-17T12:23:50,262 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,37203,1731846217674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:50,380 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 607, reset compression=false 2024-11-17T12:23:50,410 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 480, reset compression=false 2024-11-17T12:23:50,465 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 655, reset compression=false 2024-11-17T12:23:50,683 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 607, reset compression=false 2024-11-17T12:23:50,769 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 655, reset compression=false 2024-11-17T12:23:50,814 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 480, reset compression=false 2024-11-17T12:23:51,086 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 607, reset compression=false 2024-11-17T12:23:51,173 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 655, reset compression=false 2024-11-17T12:23:51,173 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T12:23:51,177 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T12:23:51,178 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:51,178 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 759, reset compression=false 2024-11-17T12:23:51,178 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,37203,1731846217674 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbb9c13589fc6d15adad1b90cedb0032/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T12:23:51,181 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:23:51,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-17T12:23:51,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:51,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:51,322 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 480, reset compression=false 2024-11-17T12:23:51,384 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 759, reset compression=false 2024-11-17T12:23:51,590 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 607, reset compression=false 2024-11-17T12:23:51,595 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:51,595 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 735, reset compression=false 2024-11-17T12:23:51,595 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,41457,1731846213263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:51,689 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 759, reset compression=false 2024-11-17T12:23:51,799 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 735, reset compression=false 2024-11-17T12:23:51,925 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 480, reset compression=false 2024-11-17T12:23:52,092 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 759, reset compression=false 2024-11-17T12:23:52,102 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 735, reset compression=false 2024-11-17T12:23:52,178 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T12:23:52,181 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T12:23:52,505 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 735, reset compression=false 2024-11-17T12:23:52,596 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 759, reset compression=false 2024-11-17T12:23:52,629 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 480, reset compression=false 2024-11-17T12:23:52,633 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:52,633 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:52,633 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,45849,1731846208964 got entry batch from reader: WALEntryBatch [walEntries=[{test/d75e090aa418a4333144fcb7aa20a38b/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T12:23:52,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:52,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:52,837 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:53,008 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 735, reset compression=false 2024-11-17T12:23:53,012 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:53,012 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 882, reset compression=false 2024-11-17T12:23:53,012 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,41457,1731846213263 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cf11eca04d7b0ebcf618709f9871a30/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T12:23:53,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:53,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:53,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:23:53,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:23:53,101 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108718 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:23:53,140 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:53,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:23:53,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,183 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T12:23:53,199 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 759, reset compression=false 2024-11-17T12:23:53,201 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T12:23:53,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,215 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:53,215 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 930, reset compression=false 2024-11-17T12:23:53,215 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,37203,1731846217674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:53,216 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 882, reset compression=false 2024-11-17T12:23:53,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:23:53,230 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:53,230 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1041, reset compression=false 2024-11-17T12:23:53,230 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,41457,1731846213263 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cf11eca04d7b0ebcf618709f9871a30/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T12:23:53,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:53,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:53,431 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 930, reset compression=false 2024-11-17T12:23:53,440 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1041, reset compression=false 2024-11-17T12:23:53,443 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:53,443 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1080, reset compression=false 2024-11-17T12:23:53,443 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,37203,1731846217674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:53,544 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:53,653 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1080, reset compression=false 2024-11-17T12:23:53,747 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1041, reset compression=false 2024-11-17T12:23:53,958 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1080, reset compression=false 2024-11-17T12:23:54,048 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:54,150 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1041, reset compression=false 2024-11-17T12:23:54,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T12:23:54,215 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T12:23:54,362 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1080, reset compression=false 2024-11-17T12:23:54,366 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:23:54,366 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1239, reset compression=false 2024-11-17T12:23:54,366 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,37203,1731846217674 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbb9c13589fc6d15adad1b90cedb0032/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T12:23:54,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T12:23:54,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T12:23:54,569 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1239, reset compression=false 2024-11-17T12:23:54,651 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:54,653 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1041, reset compression=false 2024-11-17T12:23:54,657 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:54,657 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:54,657 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,41457,1731846213263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:54,860 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:54,873 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1239, reset compression=false 2024-11-17T12:23:55,163 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:55,216 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T12:23:55,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:23:55,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:55,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:55,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:55,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:55,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:23:55,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=514805685, stopped=false 2024-11-17T12:23:55,222 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,38073,1731846217453 2024-11-17T12:23:55,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:55,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-404186446/running 2024-11-17T12:23:55,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-404186446/running 2024-11-17T12:23:55,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:55,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:55,270 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:55,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:55,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:55,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:55,271 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,37203,1731846217674' ***** 2024-11-17T12:23:55,271 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:23:55,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on znode that does not yet exist, /2-404186446/running 2024-11-17T12:23:55,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Set watcher on znode that does not yet exist, /2-404186446/running 2024-11-17T12:23:55,271 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:23:55,271 INFO [RS:0;5dda233f2f2e:37203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:23:55,271 INFO [RS:0;5dda233f2f2e:37203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:23:55,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(3091): Received CLOSE for cbb9c13589fc6d15adad1b90cedb0032 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(3091): Received CLOSE for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:37203. 2024-11-17T12:23:55,272 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbb9c13589fc6d15adad1b90cedb0032, disabling compactions & flushes 2024-11-17T12:23:55,272 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:55,272 DEBUG [RS:0;5dda233f2f2e:37203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:55,272 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:55,272 DEBUG [RS:0;5dda233f2f2e:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:55,272 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. after waiting 0 ms 2024-11-17T12:23:55,272 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:23:55,272 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbb9c13589fc6d15adad1b90cedb0032 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T12:23:55,272 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:23:55,273 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:23:55,273 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1325): Online Regions={cbb9c13589fc6d15adad1b90cedb0032=test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032., 1588230740=hbase:meta,,1.1588230740, d8db14d97bd36f7c750de51f909607ba=hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba.} 2024-11-17T12:23:55,273 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbb9c13589fc6d15adad1b90cedb0032, d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:55,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:23:55,273 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:23:55,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:23:55,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:23:55,273 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:23:55,273 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:23:55,275 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1239, reset compression=false 2024-11-17T12:23:55,283 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:55,283 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1486, reset compression=false 2024-11-17T12:23:55,283 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,37203,1731846217674 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:55,284 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,37203,1731846217674: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,37203,1731846217674, walGroup=5dda233f2f2e%2C37203%2C1731846217674, offset=5dda233f2f2e%2C37203%2C1731846217674.1731846220245:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:37203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:23:55,286 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:23:55,286 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:23:55,286 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:23:55,286 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:23:55,286 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:23:55,286 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 880076800 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201362864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:23:55,287 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:38073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:38073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:23:55,294 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/f/1d925d8f3b094d58adfd2d4dd0564e39 is 29, key is row1/f:/1731846233184/DeleteFamily/seqid=0 2024-11-17T12:23:55,298 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/info/1f0fa1ce29704e8fbd36295c8db4b276 is 147, key is hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba./info:regioninfo/1731846228765/Put/seqid=0 2024-11-17T12:23:55,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741840_1016 (size=5152) 2024-11-17T12:23:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741841_1017 (size=7686) 2024-11-17T12:23:55,327 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:55,354 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:55,473 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbb9c13589fc6d15adad1b90cedb0032, d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:55,491 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1486, reset compression=false 2024-11-17T12:23:55,566 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:55,673 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbb9c13589fc6d15adad1b90cedb0032, d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:55,706 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/f/1d925d8f3b094d58adfd2d4dd0564e39 2024-11-17T12:23:55,710 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/info/1f0fa1ce29704e8fbd36295c8db4b276 2024-11-17T12:23:55,711 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d925d8f3b094d58adfd2d4dd0564e39 2024-11-17T12:23:55,726 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/f1/bdecb62ae427499dbedefc00f2448c57 is 30, key is row1/f1:/1731846233184/DeleteFamily/seqid=0 2024-11-17T12:23:55,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741842_1018 (size=5158) 2024-11-17T12:23:55,732 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/ns/17fb70e7c8b4497fb1961114e74f114f is 43, key is default/ns:d/1731846221171/Put/seqid=0 2024-11-17T12:23:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741843_1019 (size=5153) 2024-11-17T12:23:55,795 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1486, reset compression=false 2024-11-17T12:23:55,873 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbb9c13589fc6d15adad1b90cedb0032, d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:56,071 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:56,073 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbb9c13589fc6d15adad1b90cedb0032, d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:56,119 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:23:56,119 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:23:56,132 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/f1/bdecb62ae427499dbedefc00f2448c57 2024-11-17T12:23:56,136 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/ns/17fb70e7c8b4497fb1961114e74f114f 2024-11-17T12:23:56,138 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdecb62ae427499dbedefc00f2448c57 2024-11-17T12:23:56,159 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/norep/8dffc20959f047619b7cc88f364170d1 is 33, key is row2/norep:/1731846234210/DeleteFamily/seqid=0 2024-11-17T12:23:56,160 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:56,163 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/rep_barrier/8689cc81c13a468eb1ee5e7ca93eb115 is 112, key is test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032./rep_barrier:seqnumDuringOpen/1731846224282/Put/seqid=0 2024-11-17T12:23:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741844_1020 (size=5108) 2024-11-17T12:23:56,165 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/norep/8dffc20959f047619b7cc88f364170d1 2024-11-17T12:23:56,170 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dffc20959f047619b7cc88f364170d1 2024-11-17T12:23:56,170 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/f/1d925d8f3b094d58adfd2d4dd0564e39 as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/f/1d925d8f3b094d58adfd2d4dd0564e39 2024-11-17T12:23:56,175 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d925d8f3b094d58adfd2d4dd0564e39 2024-11-17T12:23:56,175 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/f/1d925d8f3b094d58adfd2d4dd0564e39, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T12:23:56,176 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/f1/bdecb62ae427499dbedefc00f2448c57 as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/f1/bdecb62ae427499dbedefc00f2448c57 2024-11-17T12:23:56,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741845_1021 (size=5518) 2024-11-17T12:23:56,180 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/rep_barrier/8689cc81c13a468eb1ee5e7ca93eb115 2024-11-17T12:23:56,182 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdecb62ae427499dbedefc00f2448c57 2024-11-17T12:23:56,182 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/f1/bdecb62ae427499dbedefc00f2448c57, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T12:23:56,183 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/.tmp/norep/8dffc20959f047619b7cc88f364170d1 as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/norep/8dffc20959f047619b7cc88f364170d1 2024-11-17T12:23:56,195 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dffc20959f047619b7cc88f364170d1 2024-11-17T12:23:56,195 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/norep/8dffc20959f047619b7cc88f364170d1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T12:23:56,197 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cbb9c13589fc6d15adad1b90cedb0032 in 925ms, sequenceid=10, compaction requested=false 2024-11-17T12:23:56,199 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 1486, reset compression=false 2024-11-17T12:23:56,211 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:56,211 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 2130, reset compression=false 2024-11-17T12:23:56,212 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/default/test/cbb9c13589fc6d15adad1b90cedb0032/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T12:23:56,214 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/table/054e6b846bb94ca1b75a26720c31ce47 is 53, key is hbase:replication/table:state/1731846228774/Put/seqid=0 2024-11-17T12:23:56,214 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:56,214 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:23:56,215 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:56,215 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbb9c13589fc6d15adad1b90cedb0032: Waiting for close lock at 1731846235272Running coprocessor pre-close hooks at 1731846235272Disabling compacts and flushes for region at 1731846235272Disabling writes for close at 1731846235272Obtaining lock to block concurrent updates at 1731846235272Preparing flush snapshotting stores in cbb9c13589fc6d15adad1b90cedb0032 at 1731846235272Finished memstore snapshotting test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731846235273 (+1 ms)Flushing stores of test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. at 1731846235273Flushing cbb9c13589fc6d15adad1b90cedb0032/f: creating writer at 1731846235273Flushing cbb9c13589fc6d15adad1b90cedb0032/f: appending metadata at 1731846235293 (+20 ms)Flushing cbb9c13589fc6d15adad1b90cedb0032/f: closing flushed file at 1731846235293Flushing cbb9c13589fc6d15adad1b90cedb0032/f1: creating writer at 1731846235711 (+418 ms)Flushing cbb9c13589fc6d15adad1b90cedb0032/f1: appending metadata at 1731846235725 (+14 ms)Flushing cbb9c13589fc6d15adad1b90cedb0032/f1: closing flushed file at 1731846235725Flushing cbb9c13589fc6d15adad1b90cedb0032/norep: creating writer at 1731846236138 (+413 ms)Flushing cbb9c13589fc6d15adad1b90cedb0032/norep: appending metadata at 1731846236159 (+21 ms)Flushing cbb9c13589fc6d15adad1b90cedb0032/norep: closing flushed file at 1731846236159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1d523b: reopening flushed file at 1731846236170 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4713d9fb: reopening flushed file at 1731846236175 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1375b0f1: reopening flushed file at 1731846236182 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cbb9c13589fc6d15adad1b90cedb0032 in 925ms, sequenceid=10, compaction requested=false at 1731846236197 (+15 ms)Writing region close event to WAL at 1731846236208 (+11 ms)Running coprocessor post-close hooks at 1731846236214 (+6 ms)Closed at 1731846236215 (+1 ms) 2024-11-17T12:23:56,215 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846223523.cbb9c13589fc6d15adad1b90cedb0032. 2024-11-17T12:23:56,215 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8db14d97bd36f7c750de51f909607ba, disabling compactions & flushes 2024-11-17T12:23:56,215 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:56,215 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:56,215 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. after waiting 0 ms 2024-11-17T12:23:56,215 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:56,215 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8db14d97bd36f7c750de51f909607ba: Waiting for close lock at 1731846236215Running coprocessor pre-close hooks at 1731846236215Disabling compacts and flushes for region at 1731846236215Disabling writes for close at 1731846236215Failed flush hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba., putting online again at 1731846236215 2024-11-17T12:23:56,215 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741846_1022 (size=5308) 2024-11-17T12:23:56,219 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/table/054e6b846bb94ca1b75a26720c31ce47 2024-11-17T12:23:56,225 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/info/1f0fa1ce29704e8fbd36295c8db4b276 as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/info/1f0fa1ce29704e8fbd36295c8db4b276 2024-11-17T12:23:56,229 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/info/1f0fa1ce29704e8fbd36295c8db4b276, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:23:56,230 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/ns/17fb70e7c8b4497fb1961114e74f114f as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/ns/17fb70e7c8b4497fb1961114e74f114f 2024-11-17T12:23:56,235 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/ns/17fb70e7c8b4497fb1961114e74f114f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:23:56,235 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/rep_barrier/8689cc81c13a468eb1ee5e7ca93eb115 as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/rep_barrier/8689cc81c13a468eb1ee5e7ca93eb115 2024-11-17T12:23:56,239 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/rep_barrier/8689cc81c13a468eb1ee5e7ca93eb115, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:23:56,240 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/.tmp/table/054e6b846bb94ca1b75a26720c31ce47 as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/table/054e6b846bb94ca1b75a26720c31ce47 2024-11-17T12:23:56,243 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/table/054e6b846bb94ca1b75a26720c31ce47, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:23:56,244 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 971ms, sequenceid=16, compaction requested=false 2024-11-17T12:23:56,248 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:23:56,249 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:56,249 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:23:56,249 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:56,249 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846235273Running coprocessor pre-close hooks at 1731846235273Disabling compacts and flushes for region at 1731846235273Disabling writes for close at 1731846235273Obtaining lock to block concurrent updates at 1731846235273Preparing flush snapshotting stores in 1588230740 at 1731846235273Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846235273Flushing stores of hbase:meta,,1.1588230740 at 1731846235273Flushing 1588230740/info: creating writer at 1731846235274 (+1 ms)Flushing 1588230740/info: appending metadata at 1731846235298 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731846235298Flushing 1588230740/ns: creating writer at 1731846235714 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731846235732 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731846235732Flushing 1588230740/rep_barrier: creating writer at 1731846236143 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846236162 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846236162Flushing 1588230740/table: creating writer at 1731846236191 (+29 ms)Flushing 1588230740/table: appending metadata at 1731846236214 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731846236214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472d00cb: reopening flushed file at 1731846236224 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ae0eb9: reopening flushed file at 1731846236229 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fd1186: reopening flushed file at 1731846236235 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc87489: reopening flushed file at 1731846236239 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 971ms, sequenceid=16, compaction requested=false at 1731846236244 (+5 ms)Writing region close event to WAL at 1731846236245 (+1 ms)Running coprocessor post-close hooks at 1731846236249 (+4 ms)Closed at 1731846236249 2024-11-17T12:23:56,249 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:23:56,274 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T12:23:56,274 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1325): Online Regions={d8db14d97bd36f7c750de51f909607ba=hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba.} 2024-11-17T12:23:56,274 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(3091): Received CLOSE for d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:56,274 DEBUG [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1351): Waiting on d8db14d97bd36f7c750de51f909607ba 2024-11-17T12:23:56,274 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8db14d97bd36f7c750de51f909607ba, disabling compactions & flushes 2024-11-17T12:23:56,274 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:56,274 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:56,274 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. after waiting 0 ms 2024-11-17T12:23:56,274 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:56,274 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8db14d97bd36f7c750de51f909607ba: Waiting for close lock at 1731846236274Running coprocessor pre-close hooks at 1731846236274Disabling compacts and flushes for region at 1731846236274Disabling writes for close at 1731846236274Failed flush hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba., putting online again at 1731846236274 2024-11-17T12:23:56,274 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731846227986.d8db14d97bd36f7c750de51f909607ba. 2024-11-17T12:23:56,416 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.wal-reader.5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 to pos 2130, reset compression=false 2024-11-17T12:23:56,474 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T12:23:56,474 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,37203,1731846217674; all regions closed. 2024-11-17T12:23:56,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:23:56,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741839_1015 (size=2171) 2024-11-17T12:23:56,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.rep.1731846228729 not finished, retry = 0 2024-11-17T12:23:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741832_1008 (size=2138) 2024-11-17T12:23:56,580 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/WALs/5dda233f2f2e,37203,1731846217674/5dda233f2f2e%2C37203%2C1731846217674.1731846220245 not finished, retry = 0 2024-11-17T12:23:56,676 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:56,681 DEBUG [RS:0;5dda233f2f2e:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:56,681 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:56,681 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:23:56,681 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:23:56,681 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:23:56,681 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:23:56,681 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,37203,1731846217674 because: Region server is closing 2024-11-17T12:23:56,682 INFO [RS:0;5dda233f2f2e:37203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:37203. 2024-11-17T12:23:56,682 DEBUG [RS:0;5dda233f2f2e:37203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:56,682 DEBUG [RS:0;5dda233f2f2e:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:56,682 DEBUG [RS:0;5dda233f2f2e:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:56,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:56,782 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,37203,1731846217674.replicationSource.shipper5dda233f2f2e%2C37203%2C1731846217674,1-5dda233f2f2e,37203,1731846217674 terminated 2024-11-17T12:23:56,782 INFO [RS:0;5dda233f2f2e:37203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:37203. 2024-11-17T12:23:56,782 DEBUG [RS:0;5dda233f2f2e:37203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:56,782 DEBUG [RS:0;5dda233f2f2e:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:56,783 DEBUG [RS:0;5dda233f2f2e:37203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:56,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:56,783 INFO [RS:0;5dda233f2f2e:37203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37203 2024-11-17T12:23:56,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446/rs 2024-11-17T12:23:56,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-404186446/rs/5dda233f2f2e,37203,1731846217674 2024-11-17T12:23:56,796 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:23:56,796 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,37203,1731846217674] 2024-11-17T12:23:56,817 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-404186446/draining/5dda233f2f2e,37203,1731846217674 already deleted, retry=false 2024-11-17T12:23:56,817 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,37203,1731846217674 expired; onlineServers=0 2024-11-17T12:23:56,817 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,38073,1731846217453' ***** 2024-11-17T12:23:56,817 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:23:56,817 INFO [M:0;5dda233f2f2e:38073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:56,817 INFO [M:0;5dda233f2f2e:38073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:23:56,818 DEBUG [M:0;5dda233f2f2e:38073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:23:56,818 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:23:56,818 DEBUG [M:0;5dda233f2f2e:38073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:23:56,818 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846219965 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846219965,5,FailOnTimeoutGroup] 2024-11-17T12:23:56,818 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846219968 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846219968,5,FailOnTimeoutGroup] 2024-11-17T12:23:56,818 INFO [M:0;5dda233f2f2e:38073 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:23:56,818 INFO [M:0;5dda233f2f2e:38073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:23:56,818 DEBUG [M:0;5dda233f2f2e:38073 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:23:56,818 INFO [M:0;5dda233f2f2e:38073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:23:56,818 INFO [M:0;5dda233f2f2e:38073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:56,818 INFO [M:0;5dda233f2f2e:38073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:23:56,818 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:23:56,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-404186446/master 2024-11-17T12:23:56,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-404186446 2024-11-17T12:23:56,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-404186446/master already deleted, retry=false 2024-11-17T12:23:56,828 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-404186446/master 2024-11-17T12:23:56,828 INFO [M:0;5dda233f2f2e:38073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/.lastflushedseqids 2024-11-17T12:23:56,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741847_1023 (size=245) 2024-11-17T12:23:56,907 INFO [RS:0;5dda233f2f2e:37203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:23:56,907 INFO [RS:0;5dda233f2f2e:37203 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,37203,1731846217674; zookeeper connection closed. 2024-11-17T12:23:56,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:56,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37203-0x10148bfef690007, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:56,910 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@528bb9ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@528bb9ad 2024-11-17T12:23:56,910 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:23:57,069 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:57,235 INFO [M:0;5dda233f2f2e:38073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:23:57,235 INFO [M:0;5dda233f2f2e:38073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:23:57,235 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:23:57,235 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:57,235 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:57,235 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:23:57,235 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:57,235 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T12:23:57,249 DEBUG [M:0;5dda233f2f2e:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7eb4c294c064b398223acdb5c34309b is 82, key is hbase:meta,,1/info:regioninfo/1731846221150/Put/seqid=0 2024-11-17T12:23:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741848_1024 (size=5672) 2024-11-17T12:23:57,379 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:57,652 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7eb4c294c064b398223acdb5c34309b 2024-11-17T12:23:57,668 DEBUG [M:0;5dda233f2f2e:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dacf71c877049e3acbc605e398b4005 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731846228778/Put/seqid=0 2024-11-17T12:23:57,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741849_1025 (size=8516) 2024-11-17T12:23:58,072 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:58,073 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dacf71c877049e3acbc605e398b4005 2024-11-17T12:23:58,096 DEBUG [M:0;5dda233f2f2e:38073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7368f92b5b4490b5a8100ee4a77060 is 69, key is 5dda233f2f2e,37203,1731846217674/rs:state/1731846220054/Put/seqid=0 2024-11-17T12:23:58,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741850_1026 (size=5156) 2024-11-17T12:23:58,184 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:58,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:23:58,504 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7368f92b5b4490b5a8100ee4a77060 2024-11-17T12:23:58,508 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a7eb4c294c064b398223acdb5c34309b as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7eb4c294c064b398223acdb5c34309b 2024-11-17T12:23:58,511 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a7eb4c294c064b398223acdb5c34309b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T12:23:58,511 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dacf71c877049e3acbc605e398b4005 as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dacf71c877049e3acbc605e398b4005 2024-11-17T12:23:58,514 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dacf71c877049e3acbc605e398b4005, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T12:23:58,514 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e7368f92b5b4490b5a8100ee4a77060 as hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e7368f92b5b4490b5a8100ee4a77060 2024-11-17T12:23:58,517 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42969/user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e7368f92b5b4490b5a8100ee4a77060, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T12:23:58,517 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-17T12:23:58,519 INFO [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:23:58,519 DEBUG [M:0;5dda233f2f2e:38073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846237235Disabling compacts and flushes for region at 1731846237235Disabling writes for close at 1731846237235Obtaining lock to block concurrent updates at 1731846237235Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846237235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731846237236 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846237236Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846237236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846237248 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846237248Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846237655 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846237667 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846237667Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846238079 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846238095 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846238095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30823e1d: reopening flushed file at 1731846238507 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700e43ab: reopening flushed file at 1731846238511 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530ba891: reopening flushed file at 1731846238514 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731846238517 (+3 ms)Writing region close event to WAL at 1731846238519 (+2 ms)Closed at 1731846238519 2024-11-17T12:23:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39815 is added to blk_1073741830_1006 (size=63654) 2024-11-17T12:23:58,521 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/517a921b-4b9e-d4b0-38cf-255a487946de/MasterData/WALs/5dda233f2f2e,38073,1731846217453/5dda233f2f2e%2C38073%2C1731846217453.1731846219036 not finished, retry = 0 2024-11-17T12:23:58,622 INFO [M:0;5dda233f2f2e:38073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:23:58,622 INFO [M:0;5dda233f2f2e:38073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38073 2024-11-17T12:23:58,622 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:23:58,623 INFO [M:0;5dda233f2f2e:38073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:23:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:58,738 INFO [M:0;5dda233f2f2e:38073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:23:58,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38073-0x10148bfef690006, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:23:58,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513fab77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:23:58,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:23:58,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:23:58,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:23:58,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.log.dir/,STOPPED} 2024-11-17T12:23:58,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:23:58,794 WARN [BP-1573688475-172.17.0.3-1731846215457 heartbeating to localhost/127.0.0.1:42969 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:23:58,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:23:58,794 WARN [BP-1573688475-172.17.0.3-1731846215457 heartbeating to localhost/127.0.0.1:42969 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1573688475-172.17.0.3-1731846215457 (Datanode Uuid bdff2cd0-53fb-4937-b69b-b2c69a1dd35f) service to localhost/127.0.0.1:42969 2024-11-17T12:23:58,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/cluster_a9bf2db9-b79a-1023-4ed7-25349e5933c3/data/data1/current/BP-1573688475-172.17.0.3-1731846215457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:23:58,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/cluster_a9bf2db9-b79a-1023-4ed7-25349e5933c3/data/data2/current/BP-1573688475-172.17.0.3-1731846215457 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:23:58,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:23:58,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d853c79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:23:58,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:23:58,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:23:58,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:23:58,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.log.dir/,STOPPED} 2024-11-17T12:23:58,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:23:58,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:23:58,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:58,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:58,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:58,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:58,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:23:58,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:23:58,816 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2019378899, stopped=false 2024-11-17T12:23:58,816 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,44127,1731846213125 2024-11-17T12:23:58,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198213625/running 2024-11-17T12:23:58,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198213625/running 2024-11-17T12:23:58,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:58,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:23:58,864 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:23:58,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:23:58,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:58,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:58,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,41457,1731846213263' ***** 2024-11-17T12:23:58,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:23:58,864 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:23:58,865 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:23:58,865 INFO [RS:0;5dda233f2f2e:41457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:23:58,865 INFO [RS:0;5dda233f2f2e:41457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:23:58,865 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cf11eca04d7b0ebcf618709f9871a30 2024-11-17T12:23:58,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on znode that does not yet exist, /1-198213625/running 2024-11-17T12:23:58,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Set watcher on znode that does not yet exist, /1-198213625/running 2024-11-17T12:23:58,865 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:58,865 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,41457,1731846213263 2024-11-17T12:23:58,865 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:23:58,865 INFO [RS:0;5dda233f2f2e:41457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:41457. 2024-11-17T12:23:58,865 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cf11eca04d7b0ebcf618709f9871a30, disabling compactions & flushes 2024-11-17T12:23:58,865 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:58,865 DEBUG [RS:0;5dda233f2f2e:41457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:23:58,865 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:58,865 DEBUG [RS:0;5dda233f2f2e:41457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:23:58,866 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. after waiting 0 ms 2024-11-17T12:23:58,866 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:58,866 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:23:58,866 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:23:58,866 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:23:58,866 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1cf11eca04d7b0ebcf618709f9871a30 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T12:23:58,866 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:23:58,866 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:23:58,866 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1cf11eca04d7b0ebcf618709f9871a30=test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30., 3b78fab31a9d8163d9ef3fb931fdf38b=hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b.} 2024-11-17T12:23:58,866 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cf11eca04d7b0ebcf618709f9871a30, 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:58,866 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:23:58,866 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:23:58,866 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:23:58,866 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:23:58,866 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:23:58,866 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:23:58,873 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:23:58,878 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/f/81bf7ab9cdd54eb09bcb5489729b6592 is 29, key is row1/f:/1731846233184/DeleteFamily/seqid=0 2024-11-17T12:23:58,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741840_1016 (size=5152) 2024-11-17T12:23:58,882 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/info/d425acb007024bae91ae3f9c354c2090 is 147, key is hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b./info:regioninfo/1731846227661/Put/seqid=0 2024-11-17T12:23:58,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741841_1017 (size=7686) 2024-11-17T12:23:59,066 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cf11eca04d7b0ebcf618709f9871a30, 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:59,087 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1191, reset compression=false 2024-11-17T12:23:59,095 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:59,095 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1438, reset compression=false 2024-11-17T12:23:59,095 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,41457,1731846213263 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:23:59,095 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,41457,1731846213263: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,41457,1731846213263, walGroup=5dda233f2f2e%2C41457%2C1731846213263, offset=5dda233f2f2e%2C41457%2C1731846213263.1731846214869:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:23:59,096 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:23:59,096 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:23:59,097 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:23:59,097 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:23:59,097 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:23:59,097 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 959768576 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 201577784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:23:59,097 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:44127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:44127 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:23:59,180 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:23:59,266 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1cf11eca04d7b0ebcf618709f9871a30, 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:59,282 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/f/81bf7ab9cdd54eb09bcb5489729b6592 2024-11-17T12:23:59,285 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81bf7ab9cdd54eb09bcb5489729b6592 2024-11-17T12:23:59,285 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/info/d425acb007024bae91ae3f9c354c2090 2024-11-17T12:23:59,298 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1438, reset compression=false 2024-11-17T12:23:59,300 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/ns/84b65320e3c74644ac0f78c0f5f5d647 is 43, key is default/ns:d/1731846215361/Put/seqid=0 2024-11-17T12:23:59,301 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/f1/4986320f346d49399aa179b7323ace02 is 30, key is row1/f1:/1731846233184/DeleteFamily/seqid=0 2024-11-17T12:23:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741842_1018 (size=5153) 2024-11-17T12:23:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741843_1019 (size=5158) 2024-11-17T12:23:59,306 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/ns/84b65320e3c74644ac0f78c0f5f5d647 2024-11-17T12:23:59,306 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/f1/4986320f346d49399aa179b7323ace02 2024-11-17T12:23:59,309 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4986320f346d49399aa179b7323ace02 2024-11-17T12:23:59,322 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/rep_barrier/17b4bf2b1848412d8162251ce85ef77c is 112, key is test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30./rep_barrier:seqnumDuringOpen/1731846223154/Put/seqid=0 2024-11-17T12:23:59,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741844_1020 (size=5518) 2024-11-17T12:23:59,326 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/norep/e9875a22c39749a3a2084539def7f64b is 33, key is row1/norep:/1731846233184/DeleteFamily/seqid=0 2024-11-17T12:23:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741845_1021 (size=5108) 2024-11-17T12:23:59,332 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/norep/e9875a22c39749a3a2084539def7f64b 2024-11-17T12:23:59,335 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9875a22c39749a3a2084539def7f64b 2024-11-17T12:23:59,335 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/f/81bf7ab9cdd54eb09bcb5489729b6592 as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/f/81bf7ab9cdd54eb09bcb5489729b6592 2024-11-17T12:23:59,341 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81bf7ab9cdd54eb09bcb5489729b6592 2024-11-17T12:23:59,341 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/f/81bf7ab9cdd54eb09bcb5489729b6592, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T12:23:59,341 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/f1/4986320f346d49399aa179b7323ace02 as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/f1/4986320f346d49399aa179b7323ace02 2024-11-17T12:23:59,345 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4986320f346d49399aa179b7323ace02 2024-11-17T12:23:59,345 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/f1/4986320f346d49399aa179b7323ace02, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T12:23:59,346 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/.tmp/norep/e9875a22c39749a3a2084539def7f64b as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/norep/e9875a22c39749a3a2084539def7f64b 2024-11-17T12:23:59,349 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9875a22c39749a3a2084539def7f64b 2024-11-17T12:23:59,349 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/norep/e9875a22c39749a3a2084539def7f64b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T12:23:59,350 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1cf11eca04d7b0ebcf618709f9871a30 in 484ms, sequenceid=10, compaction requested=false 2024-11-17T12:23:59,350 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T12:23:59,361 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/default/test/1cf11eca04d7b0ebcf618709f9871a30/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T12:23:59,361 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:23:59,361 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:23:59,361 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:59,361 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cf11eca04d7b0ebcf618709f9871a30: Waiting for close lock at 1731846238865Running coprocessor pre-close hooks at 1731846238865Disabling compacts and flushes for region at 1731846238865Disabling writes for close at 1731846238866 (+1 ms)Obtaining lock to block concurrent updates at 1731846238866Preparing flush snapshotting stores in 1cf11eca04d7b0ebcf618709f9871a30 at 1731846238866Finished memstore snapshotting test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731846238866Flushing stores of test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. at 1731846238866Flushing 1cf11eca04d7b0ebcf618709f9871a30/f: creating writer at 1731846238866Flushing 1cf11eca04d7b0ebcf618709f9871a30/f: appending metadata at 1731846238878 (+12 ms)Flushing 1cf11eca04d7b0ebcf618709f9871a30/f: closing flushed file at 1731846238878Flushing 1cf11eca04d7b0ebcf618709f9871a30/f1: creating writer at 1731846239285 (+407 ms)Flushing 1cf11eca04d7b0ebcf618709f9871a30/f1: appending metadata at 1731846239301 (+16 ms)Flushing 1cf11eca04d7b0ebcf618709f9871a30/f1: closing flushed file at 1731846239301Flushing 1cf11eca04d7b0ebcf618709f9871a30/norep: creating writer at 1731846239310 (+9 ms)Flushing 1cf11eca04d7b0ebcf618709f9871a30/norep: appending metadata at 1731846239325 (+15 ms)Flushing 1cf11eca04d7b0ebcf618709f9871a30/norep: closing flushed file at 1731846239325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0ea9f6: reopening flushed file at 1731846239335 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c93360: reopening flushed file at 1731846239341 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d44f410: reopening flushed file at 1731846239345 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1cf11eca04d7b0ebcf618709f9871a30 in 484ms, sequenceid=10, compaction requested=false at 1731846239350 (+5 ms)Writing region close event to WAL at 1731846239352 (+2 ms)Running coprocessor post-close hooks at 1731846239361 (+9 ms)Closed at 1731846239361 2024-11-17T12:23:59,362 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846222383.1cf11eca04d7b0ebcf618709f9871a30. 2024-11-17T12:23:59,362 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b78fab31a9d8163d9ef3fb931fdf38b, disabling compactions & flushes 2024-11-17T12:23:59,362 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:59,362 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:59,362 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. after waiting 0 ms 2024-11-17T12:23:59,362 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:59,362 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b78fab31a9d8163d9ef3fb931fdf38b: Waiting for close lock at 1731846239362Running coprocessor pre-close hooks at 1731846239362Disabling compacts and flushes for region at 1731846239362Disabling writes for close at 1731846239362Failed flush hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b., putting online again at 1731846239362 2024-11-17T12:23:59,362 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:59,466 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:59,466 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b78fab31a9d8163d9ef3fb931fdf38b 2024-11-17T12:23:59,467 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b78fab31a9d8163d9ef3fb931fdf38b, disabling compactions & flushes 2024-11-17T12:23:59,467 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:59,467 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:59,467 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. after waiting 0 ms 2024-11-17T12:23:59,467 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:59,467 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b78fab31a9d8163d9ef3fb931fdf38b: Waiting for close lock at 1731846239466Running coprocessor pre-close hooks at 1731846239466Disabling compacts and flushes for region at 1731846239466Disabling writes for close at 1731846239467 (+1 ms)Failed flush hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b., putting online again at 1731846239467 2024-11-17T12:23:59,467 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b. 2024-11-17T12:23:59,602 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 1438, reset compression=false 2024-11-17T12:23:59,606 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:23:59,606 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 2082, reset compression=false 2024-11-17T12:23:59,667 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:23:59,725 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/rep_barrier/17b4bf2b1848412d8162251ce85ef77c 2024-11-17T12:23:59,740 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/table/ac97e8d66085423a8d412591bb590dfb is 53, key is hbase:replication/table:state/1731846227671/Put/seqid=0 2024-11-17T12:23:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741846_1022 (size=5308) 2024-11-17T12:23:59,750 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:23:59,750 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:23:59,809 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 2082, reset compression=false 2024-11-17T12:23:59,867 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:23:59,867 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3b78fab31a9d8163d9ef3fb931fdf38b=hbase:replication,,1731846226873.3b78fab31a9d8163d9ef3fb931fdf38b.} 2024-11-17T12:23:59,867 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:24:00,067 DEBUG [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:24:00,112 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 2082, reset compression=false 2024-11-17T12:24:00,143 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/table/ac97e8d66085423a8d412591bb590dfb 2024-11-17T12:24:00,147 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/info/d425acb007024bae91ae3f9c354c2090 as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/info/d425acb007024bae91ae3f9c354c2090 2024-11-17T12:24:00,150 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/info/d425acb007024bae91ae3f9c354c2090, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:24:00,150 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/ns/84b65320e3c74644ac0f78c0f5f5d647 as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/ns/84b65320e3c74644ac0f78c0f5f5d647 2024-11-17T12:24:00,154 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/ns/84b65320e3c74644ac0f78c0f5f5d647, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:24:00,154 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/rep_barrier/17b4bf2b1848412d8162251ce85ef77c as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/rep_barrier/17b4bf2b1848412d8162251ce85ef77c 2024-11-17T12:24:00,157 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/rep_barrier/17b4bf2b1848412d8162251ce85ef77c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:24:00,158 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/.tmp/table/ac97e8d66085423a8d412591bb590dfb as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/table/ac97e8d66085423a8d412591bb590dfb 2024-11-17T12:24:00,161 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/table/ac97e8d66085423a8d412591bb590dfb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:24:00,162 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false 2024-11-17T12:24:00,162 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:24:00,165 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:24:00,166 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:00,166 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:24:00,166 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:00,166 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846238866Running coprocessor pre-close hooks at 1731846238866Disabling compacts and flushes for region at 1731846238866Disabling writes for close at 1731846238866Obtaining lock to block concurrent updates at 1731846238866Preparing flush snapshotting stores in 1588230740 at 1731846238866Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846238866Flushing stores of hbase:meta,,1.1588230740 at 1731846238867 (+1 ms)Flushing 1588230740/info: creating writer at 1731846238867Flushing 1588230740/info: appending metadata at 1731846238882 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731846238882Flushing 1588230740/ns: creating writer at 1731846239288 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731846239300 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731846239300Flushing 1588230740/rep_barrier: creating writer at 1731846239310 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846239322 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846239322Flushing 1588230740/table: creating writer at 1731846239728 (+406 ms)Flushing 1588230740/table: appending metadata at 1731846239740 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731846239740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132147aa: reopening flushed file at 1731846240146 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbb1935: reopening flushed file at 1731846240150 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59533968: reopening flushed file at 1731846240154 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2517f987: reopening flushed file at 1731846240158 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=16, compaction requested=false at 1731846240162 (+4 ms)Writing region close event to WAL at 1731846240163 (+1 ms)Running coprocessor post-close hooks at 1731846240166 (+3 ms)Closed at 1731846240166 2024-11-17T12:24:00,166 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:00,267 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T12:24:00,267 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,41457,1731846213263; all regions closed. 2024-11-17T12:24:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:24:00,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.meta.1731846215313.meta not finished, retry = 0 2024-11-17T12:24:00,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741839_1015 (size=2171) 2024-11-17T12:24:00,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.rep.1731846227629 not finished, retry = 0 2024-11-17T12:24:00,383 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:24:00,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 not finished, retry = 0 2024-11-17T12:24:00,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741833_1009 (size=2090) 2024-11-17T12:24:00,515 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 to pos 2082, reset compression=false 2024-11-17T12:24:00,575 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/WALs/5dda233f2f2e,41457,1731846213263/5dda233f2f2e%2C41457%2C1731846213263.1731846214869 2024-11-17T12:24:00,575 DEBUG [RS:0;5dda233f2f2e:41457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:00,575 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:00,575 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:00,575 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:00,576 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:00,576 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:00,576 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,41457,1731846213263 because: Region server is closing 2024-11-17T12:24:00,576 INFO [RS:0;5dda233f2f2e:41457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:41457. 2024-11-17T12:24:00,576 DEBUG [RS:0;5dda233f2f2e:41457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:00,576 DEBUG [RS:0;5dda233f2f2e:41457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:00,576 DEBUG [RS:0;5dda233f2f2e:41457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:00,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:00,676 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.shipper5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 terminated 2024-11-17T12:24:00,676 INFO [RS:0;5dda233f2f2e:41457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:41457. 2024-11-17T12:24:00,676 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,41457,1731846213263.replicationSource.wal-reader.5dda233f2f2e%2C41457%2C1731846213263,1-5dda233f2f2e,41457,1731846213263 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T12:24:00,676 DEBUG [RS:0;5dda233f2f2e:41457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:00,677 DEBUG [RS:0;5dda233f2f2e:41457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:00,677 DEBUG [RS:0;5dda233f2f2e:41457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:00,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:00,677 INFO [RS:0;5dda233f2f2e:41457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41457 2024-11-17T12:24:00,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625/rs 2024-11-17T12:24:00,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198213625/rs/5dda233f2f2e,41457,1731846213263 2024-11-17T12:24:00,689 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:00,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,41457,1731846213263] 2024-11-17T12:24:00,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-198213625/draining/5dda233f2f2e,41457,1731846213263 already deleted, retry=false 2024-11-17T12:24:00,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,41457,1731846213263 expired; onlineServers=0 2024-11-17T12:24:00,775 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,44127,1731846213125' ***** 2024-11-17T12:24:00,775 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:24:00,775 INFO [M:0;5dda233f2f2e:44127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:00,775 INFO [M:0;5dda233f2f2e:44127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:00,775 DEBUG [M:0;5dda233f2f2e:44127 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:24:00,775 DEBUG [M:0;5dda233f2f2e:44127 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:24:00,775 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:24:00,775 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846214534 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846214534,5,FailOnTimeoutGroup] 2024-11-17T12:24:00,775 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846214544 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846214544,5,FailOnTimeoutGroup] 2024-11-17T12:24:00,775 INFO [M:0;5dda233f2f2e:44127 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:00,775 INFO [M:0;5dda233f2f2e:44127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:00,775 DEBUG [M:0;5dda233f2f2e:44127 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:24:00,775 INFO [M:0;5dda233f2f2e:44127 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:24:00,776 INFO [M:0;5dda233f2f2e:44127 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:00,776 INFO [M:0;5dda233f2f2e:44127 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:24:00,776 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:24:00,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198213625/master 2024-11-17T12:24:00,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198213625 2024-11-17T12:24:00,785 DEBUG [M:0;5dda233f2f2e:44127 {}] zookeeper.ZKUtil(347): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Unable to get data of znode /1-198213625/master because node does not exist (not an error) 2024-11-17T12:24:00,785 WARN [M:0;5dda233f2f2e:44127 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:24:00,786 INFO [M:0;5dda233f2f2e:44127 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/.lastflushedseqids 2024-11-17T12:24:00,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741847_1023 (size=245) 2024-11-17T12:24:00,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:00,862 INFO [RS:0;5dda233f2f2e:41457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:00,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41457-0x10148bfef690004, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:00,862 INFO [RS:0;5dda233f2f2e:41457 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,41457,1731846213263; zookeeper connection closed. 2024-11-17T12:24:00,862 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55f82d37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55f82d37 2024-11-17T12:24:00,862 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:24:01,190 INFO [M:0;5dda233f2f2e:44127 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:24:01,190 INFO [M:0;5dda233f2f2e:44127 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:24:01,190 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:01,190 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:01,190 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:01,190 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:01,190 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:01,191 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T12:24:01,208 DEBUG [M:0;5dda233f2f2e:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c478d968a4da49f18ba2faf9cecd17c3 is 82, key is hbase:meta,,1/info:regioninfo/1731846215342/Put/seqid=0 2024-11-17T12:24:01,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741848_1024 (size=5672) 2024-11-17T12:24:01,611 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c478d968a4da49f18ba2faf9cecd17c3 2024-11-17T12:24:01,627 DEBUG [M:0;5dda233f2f2e:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44d9459941844c329afa289102d02444 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731846227674/Put/seqid=0 2024-11-17T12:24:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741849_1025 (size=8516) 2024-11-17T12:24:01,686 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:24:01,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:24:01,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:01,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:02,030 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44d9459941844c329afa289102d02444 2024-11-17T12:24:02,049 DEBUG [M:0;5dda233f2f2e:44127 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e23c0e793f614a46bf3b2814c7251893 is 69, key is 5dda233f2f2e,41457,1731846213263/rs:state/1731846214651/Put/seqid=0 2024-11-17T12:24:02,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741850_1026 (size=5156) 2024-11-17T12:24:02,453 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e23c0e793f614a46bf3b2814c7251893 2024-11-17T12:24:02,457 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c478d968a4da49f18ba2faf9cecd17c3 as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c478d968a4da49f18ba2faf9cecd17c3 2024-11-17T12:24:02,461 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c478d968a4da49f18ba2faf9cecd17c3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T12:24:02,461 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44d9459941844c329afa289102d02444 as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44d9459941844c329afa289102d02444 2024-11-17T12:24:02,465 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44d9459941844c329afa289102d02444, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T12:24:02,465 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e23c0e793f614a46bf3b2814c7251893 as hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e23c0e793f614a46bf3b2814c7251893 2024-11-17T12:24:02,468 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42537/user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e23c0e793f614a46bf3b2814c7251893, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T12:24:02,469 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-17T12:24:02,470 INFO [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:02,470 DEBUG [M:0;5dda233f2f2e:44127 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846241190Disabling compacts and flushes for region at 1731846241190Disabling writes for close at 1731846241190Obtaining lock to block concurrent updates at 1731846241191 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846241191Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731846241191Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846241191Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846241191Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846241207 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846241208 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846241615 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846241626 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846241627 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846242033 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846242049 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846242049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2914a909: reopening flushed file at 1731846242457 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb281fc: reopening flushed file at 1731846242461 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51619674: reopening flushed file at 1731846242465 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731846242469 (+4 ms)Writing region close event to WAL at 1731846242470 (+1 ms)Closed at 1731846242470 2024-11-17T12:24:02,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43605 is added to blk_1073741830_1006 (size=63654) 2024-11-17T12:24:02,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b18bb8ff-b07e-47a1-31a0-5de67698dfc4/MasterData/WALs/5dda233f2f2e,44127,1731846213125/5dda233f2f2e%2C44127%2C1731846213125.1731846214245 not finished, retry = 0 2024-11-17T12:24:02,572 INFO [M:0;5dda233f2f2e:44127 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:24:02,572 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:02,572 INFO [M:0;5dda233f2f2e:44127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44127 2024-11-17T12:24:02,573 INFO [M:0;5dda233f2f2e:44127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:02,694 INFO [M:0;5dda233f2f2e:44127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:02,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:02,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44127-0x10148bfef690003, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:02,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3d17ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:02,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:02,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:02,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:02,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:02,697 WARN [BP-909045327-172.17.0.3-1731846211398 heartbeating to localhost/127.0.0.1:42537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:24:02,697 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:24:02,697 WARN [BP-909045327-172.17.0.3-1731846211398 heartbeating to localhost/127.0.0.1:42537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-909045327-172.17.0.3-1731846211398 (Datanode Uuid e55cd805-b3a6-4778-bd80-70a84886b08c) service to localhost/127.0.0.1:42537 2024-11-17T12:24:02,697 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:24:02,697 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/cluster_bd87d9e9-0bc9-a1cb-b05b-e5abcbd79a8f/data/data1/current/BP-909045327-172.17.0.3-1731846211398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:02,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/cluster_bd87d9e9-0bc9-a1cb-b05b-e5abcbd79a8f/data/data2/current/BP-909045327-172.17.0.3-1731846211398 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:02,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:24:02,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd31154{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:02,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:02,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:02,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:02,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfe50d7c-90aa-2228-1d83-0db2f088ff88/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:02,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:24:02,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:24:02,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:02,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:02,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:02,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:02,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:02,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:24:02,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=821487012, stopped=false 2024-11-17T12:24:02,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,46085,1731846208676 2024-11-17T12:24:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01415768687/running 2024-11-17T12:24:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01415768687/running 2024-11-17T12:24:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:24:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:24:02,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:02,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:02,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:02,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on znode that does not yet exist, /01415768687/running 2024-11-17T12:24:02,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Set watcher on znode that does not yet exist, /01415768687/running 2024-11-17T12:24:02,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:02,734 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,45849,1731846208964' ***** 2024-11-17T12:24:02,734 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:24:02,734 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(3091): Received CLOSE for 09b2f261fd146037beeab49a25efa2e0 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(3091): Received CLOSE for d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,45849,1731846208964 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:45849. 2024-11-17T12:24:02,734 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09b2f261fd146037beeab49a25efa2e0, disabling compactions & flushes 2024-11-17T12:24:02,734 DEBUG [RS:0;5dda233f2f2e:45849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:02,734 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:24:02,734 DEBUG [RS:0;5dda233f2f2e:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:02,734 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:24:02,734 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. after waiting 0 ms 2024-11-17T12:24:02,734 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:24:02,734 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:24:02,734 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09b2f261fd146037beeab49a25efa2e0 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-17T12:24:02,735 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:24:02,735 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1325): Online Regions={09b2f261fd146037beeab49a25efa2e0=hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0., 1588230740=hbase:meta,,1.1588230740, d75e090aa418a4333144fcb7aa20a38b=test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b.} 2024-11-17T12:24:02,735 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on 09b2f261fd146037beeab49a25efa2e0, 1588230740, d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:02,735 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:24:02,735 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:24:02,735 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:24:02,735 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:24:02,735 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:24:02,735 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:24:02,751 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/info/f6ea9140fb88405d92f352cd2c175e8e is 147, key is hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0./info:regioninfo/1731846225916/Put/seqid=0 2024-11-17T12:24:02,751 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0/.tmp/queue/59f95f26be3346baa841564189728664 is 153, key is 1-5dda233f2f2e,45849,1731846208964/queue:5dda233f2f2e%2C45849%2C1731846208964/1731846232636/Put/seqid=0 2024-11-17T12:24:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741840_1016 (size=5352) 2024-11-17T12:24:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741841_1017 (size=7686) 2024-11-17T12:24:02,755 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/info/f6ea9140fb88405d92f352cd2c175e8e 2024-11-17T12:24:02,775 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/ns/3b8586624c9a41018c9c468f2abbf23a is 43, key is default/ns:d/1731846211309/Put/seqid=0 2024-11-17T12:24:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741842_1018 (size=5153) 2024-11-17T12:24:02,793 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:02,935 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on 09b2f261fd146037beeab49a25efa2e0, 1588230740, d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:03,089 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:24:03,135 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on 09b2f261fd146037beeab49a25efa2e0, 1588230740, d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:03,155 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0/.tmp/queue/59f95f26be3346baa841564189728664 2024-11-17T12:24:03,158 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0/.tmp/queue/59f95f26be3346baa841564189728664 as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0/queue/59f95f26be3346baa841564189728664 2024-11-17T12:24:03,162 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0/queue/59f95f26be3346baa841564189728664, entries=1, sequenceid=8, filesize=5.2 K 2024-11-17T12:24:03,162 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 09b2f261fd146037beeab49a25efa2e0 in 428ms, sequenceid=8, compaction requested=false 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/replication/09b2f261fd146037beeab49a25efa2e0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:24:03,165 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09b2f261fd146037beeab49a25efa2e0: Waiting for close lock at 1731846242734Running coprocessor pre-close hooks at 1731846242734Disabling compacts and flushes for region at 1731846242734Disabling writes for close at 1731846242734Obtaining lock to block concurrent updates at 1731846242734Preparing flush snapshotting stores in 09b2f261fd146037beeab49a25efa2e0 at 1731846242734Finished memstore snapshotting hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731846242735 (+1 ms)Flushing stores of hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. at 1731846242735Flushing 09b2f261fd146037beeab49a25efa2e0/queue: creating writer at 1731846242735Flushing 09b2f261fd146037beeab49a25efa2e0/queue: appending metadata at 1731846242751 (+16 ms)Flushing 09b2f261fd146037beeab49a25efa2e0/queue: closing flushed file at 1731846242751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c248c64: reopening flushed file at 1731846243158 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 09b2f261fd146037beeab49a25efa2e0 in 428ms, sequenceid=8, compaction requested=false at 1731846243162 (+4 ms)Writing region close event to WAL at 1731846243163 (+1 ms)Running coprocessor post-close hooks at 1731846243165 (+2 ms)Closed at 1731846243165 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846224675.09b2f261fd146037beeab49a25efa2e0. 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d75e090aa418a4333144fcb7aa20a38b, disabling compactions & flushes 2024-11-17T12:24:03,165 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. after waiting 0 ms 2024-11-17T12:24:03,165 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:24:03,165 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d75e090aa418a4333144fcb7aa20a38b 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-17T12:24:03,178 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/ns/3b8586624c9a41018c9c468f2abbf23a 2024-11-17T12:24:03,180 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/f/cc765c66b2504f07ad68f1100fd94302 is 28, key is row/f:/1731846232179/DeleteFamily/seqid=0 2024-11-17T12:24:03,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741843_1019 (size=5085) 2024-11-17T12:24:03,195 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/rep_barrier/89db0388bdb34db396474bd7a954d3a6 is 112, key is test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b./rep_barrier:seqnumDuringOpen/1731846221987/Put/seqid=0 2024-11-17T12:24:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741844_1020 (size=5518) 2024-11-17T12:24:03,335 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:03,533 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:24:03,533 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:24:03,535 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:03,584 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/f/cc765c66b2504f07ad68f1100fd94302 2024-11-17T12:24:03,589 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc765c66b2504f07ad68f1100fd94302 2024-11-17T12:24:03,598 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/rep_barrier/89db0388bdb34db396474bd7a954d3a6 2024-11-17T12:24:03,605 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/f1/300dff8b2347470498df0ac3bcf0d6e3 is 29, key is row/f1:/1731846232179/DeleteFamily/seqid=0 2024-11-17T12:24:03,619 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/table/c0dd91a76acc4122b18c3b792289ebd5 is 53, key is hbase:replication/table:state/1731846225928/Put/seqid=0 2024-11-17T12:24:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741845_1021 (size=5089) 2024-11-17T12:24:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741846_1022 (size=5308) 2024-11-17T12:24:03,736 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:03,936 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:24:03,936 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d75e090aa418a4333144fcb7aa20a38b=test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b.} 2024-11-17T12:24:03,936 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:04,025 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/f1/300dff8b2347470498df0ac3bcf0d6e3 2024-11-17T12:24:04,029 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 300dff8b2347470498df0ac3bcf0d6e3 2024-11-17T12:24:04,031 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/table/c0dd91a76acc4122b18c3b792289ebd5 2024-11-17T12:24:04,034 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/info/f6ea9140fb88405d92f352cd2c175e8e as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/info/f6ea9140fb88405d92f352cd2c175e8e 2024-11-17T12:24:04,038 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/info/f6ea9140fb88405d92f352cd2c175e8e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:24:04,043 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/ns/3b8586624c9a41018c9c468f2abbf23a as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/ns/3b8586624c9a41018c9c468f2abbf23a 2024-11-17T12:24:04,046 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/ns/3b8586624c9a41018c9c468f2abbf23a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:24:04,047 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/rep_barrier/89db0388bdb34db396474bd7a954d3a6 as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/rep_barrier/89db0388bdb34db396474bd7a954d3a6 2024-11-17T12:24:04,048 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/norep/dddd289d6d1c4a469e0444c213b56fcb is 32, key is row/norep:/1731846232179/DeleteFamily/seqid=0 2024-11-17T12:24:04,050 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/rep_barrier/89db0388bdb34db396474bd7a954d3a6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:24:04,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741847_1023 (size=5101) 2024-11-17T12:24:04,051 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/.tmp/table/c0dd91a76acc4122b18c3b792289ebd5 as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/table/c0dd91a76acc4122b18c3b792289ebd5 2024-11-17T12:24:04,054 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/table/c0dd91a76acc4122b18c3b792289ebd5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:24:04,054 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-17T12:24:04,058 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:24:04,058 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:04,059 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:24:04,059 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:04,059 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846242735Running coprocessor pre-close hooks at 1731846242735Disabling compacts and flushes for region at 1731846242735Disabling writes for close at 1731846242735Obtaining lock to block concurrent updates at 1731846242735Preparing flush snapshotting stores in 1588230740 at 1731846242735Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846242735Flushing stores of hbase:meta,,1.1588230740 at 1731846242735Flushing 1588230740/info: creating writer at 1731846242735Flushing 1588230740/info: appending metadata at 1731846242751 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731846242751Flushing 1588230740/ns: creating writer at 1731846242758 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731846242774 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731846242775 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731846243182 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846243195 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846243195Flushing 1588230740/table: creating writer at 1731846243602 (+407 ms)Flushing 1588230740/table: appending metadata at 1731846243618 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731846243618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594032ae: reopening flushed file at 1731846244034 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd10de7: reopening flushed file at 1731846244038 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac31a14: reopening flushed file at 1731846244046 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70e82df7: reopening flushed file at 1731846244050 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731846244054 (+4 ms)Writing region close event to WAL at 1731846244056 (+2 ms)Running coprocessor post-close hooks at 1731846244058 (+2 ms)Closed at 1731846244059 (+1 ms) 2024-11-17T12:24:04,059 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:04,136 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:04,336 DEBUG [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1351): Waiting on d75e090aa418a4333144fcb7aa20a38b 2024-11-17T12:24:04,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:24:04,451 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/norep/dddd289d6d1c4a469e0444c213b56fcb 2024-11-17T12:24:04,455 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dddd289d6d1c4a469e0444c213b56fcb 2024-11-17T12:24:04,455 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/f/cc765c66b2504f07ad68f1100fd94302 as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/f/cc765c66b2504f07ad68f1100fd94302 2024-11-17T12:24:04,458 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc765c66b2504f07ad68f1100fd94302 2024-11-17T12:24:04,458 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/f/cc765c66b2504f07ad68f1100fd94302, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T12:24:04,459 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/f1/300dff8b2347470498df0ac3bcf0d6e3 as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/f1/300dff8b2347470498df0ac3bcf0d6e3 2024-11-17T12:24:04,462 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 300dff8b2347470498df0ac3bcf0d6e3 2024-11-17T12:24:04,462 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/f1/300dff8b2347470498df0ac3bcf0d6e3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T12:24:04,462 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/.tmp/norep/dddd289d6d1c4a469e0444c213b56fcb as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/norep/dddd289d6d1c4a469e0444c213b56fcb 2024-11-17T12:24:04,466 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dddd289d6d1c4a469e0444c213b56fcb 2024-11-17T12:24:04,466 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/norep/dddd289d6d1c4a469e0444c213b56fcb, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T12:24:04,467 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d75e090aa418a4333144fcb7aa20a38b in 1302ms, sequenceid=6, compaction requested=false 2024-11-17T12:24:04,471 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/data/default/test/d75e090aa418a4333144fcb7aa20a38b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T12:24:04,471 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:04,471 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:24:04,471 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:24:04,471 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d75e090aa418a4333144fcb7aa20a38b: Waiting for close lock at 1731846243165Running coprocessor pre-close hooks at 1731846243165Disabling compacts and flushes for region at 1731846243165Disabling writes for close at 1731846243165Obtaining lock to block concurrent updates at 1731846243165Preparing flush snapshotting stores in d75e090aa418a4333144fcb7aa20a38b at 1731846243165Finished memstore snapshotting test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731846243166 (+1 ms)Flushing stores of test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. at 1731846243166Flushing d75e090aa418a4333144fcb7aa20a38b/f: creating writer at 1731846243166Flushing d75e090aa418a4333144fcb7aa20a38b/f: appending metadata at 1731846243179 (+13 ms)Flushing d75e090aa418a4333144fcb7aa20a38b/f: closing flushed file at 1731846243179Flushing d75e090aa418a4333144fcb7aa20a38b/f1: creating writer at 1731846243589 (+410 ms)Flushing d75e090aa418a4333144fcb7aa20a38b/f1: appending metadata at 1731846243604 (+15 ms)Flushing d75e090aa418a4333144fcb7aa20a38b/f1: closing flushed file at 1731846243604Flushing d75e090aa418a4333144fcb7aa20a38b/norep: creating writer at 1731846244029 (+425 ms)Flushing d75e090aa418a4333144fcb7aa20a38b/norep: appending metadata at 1731846244047 (+18 ms)Flushing d75e090aa418a4333144fcb7aa20a38b/norep: closing flushed file at 1731846244047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30b2cc1c: reopening flushed file at 1731846244455 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d8a161b: reopening flushed file at 1731846244458 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d06a0c: reopening flushed file at 1731846244462 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d75e090aa418a4333144fcb7aa20a38b in 1302ms, sequenceid=6, compaction requested=false at 1731846244467 (+5 ms)Writing region close event to WAL at 1731846244468 (+1 ms)Running coprocessor post-close hooks at 1731846244471 (+3 ms)Closed at 1731846244471 2024-11-17T12:24:04,471 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846221243.d75e090aa418a4333144fcb7aa20a38b. 2024-11-17T12:24:04,536 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,45849,1731846208964; all regions closed. 2024-11-17T12:24:04,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741834_1010 (size=4239) 2024-11-17T12:24:04,540 DEBUG [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/oldWALs 2024-11-17T12:24:04,540 INFO [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C45849%2C1731846208964.meta:.meta(num 1731846211222) 2024-11-17T12:24:04,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741839_1015 (size=2240) 2024-11-17T12:24:04,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.rep.1731846225856 not finished, retry = 0 2024-11-17T12:24:04,592 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 636, reset compression=false 2024-11-17T12:24:04,597 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:24:04,597 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.wal-reader.5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 to pos 1527, reset compression=false 2024-11-17T12:24:04,597 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,45849,1731846208964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:24:04,597 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,45849,1731846208964: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5dda233f2f2e,45849,1731846208964, walGroup=5dda233f2f2e%2C45849%2C1731846208964, offset=5dda233f2f2e%2C45849%2C1731846208964.1731846210599:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:45849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:24:04,599 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:24:04,599 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:24:04,599 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:24:04,599 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:24:04,599 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:24:04,599 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 1070917632 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 202143664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:24:04,599 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:46085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:46085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:24:04,643 DEBUG [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/oldWALs 2024-11-17T12:24:04,643 INFO [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C45849%2C1731846208964.rep:(num 1731846225856) 2024-11-17T12:24:04,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741833_1009 (size=1535) 2024-11-17T12:24:04,645 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/WALs/5dda233f2f2e,45849,1731846208964/5dda233f2f2e%2C45849%2C1731846208964.1731846210599 not finished, retry = 0 2024-11-17T12:24:04,747 DEBUG [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/oldWALs 2024-11-17T12:24:04,747 INFO [RS:0;5dda233f2f2e:45849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C45849%2C1731846208964:(num 1731846210599) 2024-11-17T12:24:04,747 DEBUG [RS:0;5dda233f2f2e:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:04,747 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:04,747 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:04,747 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:04,747 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:04,747 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:04,747 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,45849,1731846208964 because: Region server is closing 2024-11-17T12:24:04,748 INFO [RS:0;5dda233f2f2e:45849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:45849. 2024-11-17T12:24:04,748 DEBUG [RS:0;5dda233f2f2e:45849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:04,748 DEBUG [RS:0;5dda233f2f2e:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:04,748 DEBUG [RS:0;5dda233f2f2e:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:04,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:04,848 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,45849,1731846208964.replicationSource.shipper5dda233f2f2e%2C45849%2C1731846208964,1-5dda233f2f2e,45849,1731846208964 terminated 2024-11-17T12:24:04,848 INFO [RS:0;5dda233f2f2e:45849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45849 2024-11-17T12:24:04,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01415768687/rs/5dda233f2f2e,45849,1731846208964 2024-11-17T12:24:04,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687/rs 2024-11-17T12:24:04,933 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:04,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,45849,1731846208964] 2024-11-17T12:24:04,953 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01415768687/draining/5dda233f2f2e,45849,1731846208964 already deleted, retry=false 2024-11-17T12:24:04,953 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,45849,1731846208964 expired; onlineServers=0 2024-11-17T12:24:04,953 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,46085,1731846208676' ***** 2024-11-17T12:24:04,953 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:24:04,954 INFO [M:0;5dda233f2f2e:46085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:04,954 INFO [M:0;5dda233f2f2e:46085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:04,954 DEBUG [M:0;5dda233f2f2e:46085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:24:04,954 DEBUG [M:0;5dda233f2f2e:46085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:24:04,954 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:24:04,954 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846210369 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846210369,5,FailOnTimeoutGroup] 2024-11-17T12:24:04,954 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846210369 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846210369,5,FailOnTimeoutGroup] 2024-11-17T12:24:04,954 INFO [M:0;5dda233f2f2e:46085 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:04,954 INFO [M:0;5dda233f2f2e:46085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:04,954 DEBUG [M:0;5dda233f2f2e:46085 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:24:04,954 INFO [M:0;5dda233f2f2e:46085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:24:04,954 INFO [M:0;5dda233f2f2e:46085 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:04,954 INFO [M:0;5dda233f2f2e:46085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:24:04,954 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:24:04,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01415768687/master 2024-11-17T12:24:04,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01415768687 2024-11-17T12:24:04,964 DEBUG [M:0;5dda233f2f2e:46085 {}] zookeeper.ZKUtil(347): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Unable to get data of znode /01415768687/master because node does not exist (not an error) 2024-11-17T12:24:04,964 WARN [M:0;5dda233f2f2e:46085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:24:04,964 INFO [M:0;5dda233f2f2e:46085 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/.lastflushedseqids 2024-11-17T12:24:04,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741848_1024 (size=245) 2024-11-17T12:24:05,043 INFO [RS:0;5dda233f2f2e:45849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:05,043 INFO [RS:0;5dda233f2f2e:45849 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,45849,1731846208964; zookeeper connection closed. 2024-11-17T12:24:05,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:05,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x10148bfef690001, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:05,047 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40d12177 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40d12177 2024-11-17T12:24:05,047 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:24:05,368 INFO [M:0;5dda233f2f2e:46085 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:24:05,369 INFO [M:0;5dda233f2f2e:46085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:24:05,369 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:05,369 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:05,369 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:05,369 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:05,369 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:05,369 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-17T12:24:05,393 DEBUG [M:0;5dda233f2f2e:46085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d9f187c6eba4c34ae28e543f761c533 is 82, key is hbase:meta,,1/info:regioninfo/1731846211261/Put/seqid=0 2024-11-17T12:24:05,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741849_1025 (size=5672) 2024-11-17T12:24:05,429 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d9f187c6eba4c34ae28e543f761c533 2024-11-17T12:24:05,461 DEBUG [M:0;5dda233f2f2e:46085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d46aa8507a13443d87da572f627ac594 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731846222000/Put/seqid=0 2024-11-17T12:24:05,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741850_1026 (size=7219) 2024-11-17T12:24:05,534 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d46aa8507a13443d87da572f627ac594 2024-11-17T12:24:05,539 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d46aa8507a13443d87da572f627ac594 2024-11-17T12:24:05,571 DEBUG [M:0;5dda233f2f2e:46085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42294bb675214991a177c0dfc69259e2 is 69, key is 5dda233f2f2e,45849,1731846208964/rs:state/1731846210387/Put/seqid=0 2024-11-17T12:24:05,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741851_1027 (size=5156) 2024-11-17T12:24:05,999 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42294bb675214991a177c0dfc69259e2 2024-11-17T12:24:06,005 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d9f187c6eba4c34ae28e543f761c533 as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d9f187c6eba4c34ae28e543f761c533 2024-11-17T12:24:06,015 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d9f187c6eba4c34ae28e543f761c533, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T12:24:06,017 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d46aa8507a13443d87da572f627ac594 as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d46aa8507a13443d87da572f627ac594 2024-11-17T12:24:06,022 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d46aa8507a13443d87da572f627ac594 2024-11-17T12:24:06,022 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d46aa8507a13443d87da572f627ac594, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T12:24:06,024 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42294bb675214991a177c0dfc69259e2 as hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42294bb675214991a177c0dfc69259e2 2024-11-17T12:24:06,032 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33295/user/jenkins/test-data/5508915d-552e-b1f2-6d96-0ab19858c73d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42294bb675214991a177c0dfc69259e2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T12:24:06,033 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 664ms, sequenceid=105, compaction requested=false 2024-11-17T12:24:06,040 INFO [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:06,040 DEBUG [M:0;5dda233f2f2e:46085 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846245369Disabling compacts and flushes for region at 1731846245369Disabling writes for close at 1731846245369Obtaining lock to block concurrent updates at 1731846245369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846245369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731846245370 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846245370Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846245370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846245392 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846245392Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846245434 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846245461 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846245461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846245539 (+78 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846245570 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846245570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2621141a: reopening flushed file at 1731846246004 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f9a72be: reopening flushed file at 1731846246015 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@513d6ff0: reopening flushed file at 1731846246023 (+8 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 664ms, sequenceid=105, compaction requested=false at 1731846246033 (+10 ms)Writing region close event to WAL at 1731846246040 (+7 ms)Closed at 1731846246040 2024-11-17T12:24:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36767 is added to blk_1073741830_1006 (size=64435) 2024-11-17T12:24:06,043 INFO [M:0;5dda233f2f2e:46085 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:24:06,043 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:06,043 INFO [M:0;5dda233f2f2e:46085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46085 2024-11-17T12:24:06,043 INFO [M:0;5dda233f2f2e:46085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:06,243 INFO [M:0;5dda233f2f2e:46085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:06,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46085-0x10148bfef690000, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:06,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3382dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:06,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:06,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:06,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:06,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:06,246 WARN [BP-669270033-172.17.0.3-1731846206420 heartbeating to localhost/127.0.0.1:33295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:24:06,246 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:24:06,246 WARN [BP-669270033-172.17.0.3-1731846206420 heartbeating to localhost/127.0.0.1:33295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-669270033-172.17.0.3-1731846206420 (Datanode Uuid 7d852f13-0322-490d-b858-890b5575ef78) service to localhost/127.0.0.1:33295 2024-11-17T12:24:06,246 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:24:06,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/cluster_c2c904ae-3762-6d51-aba8-230609b83881/data/data1/current/BP-669270033-172.17.0.3-1731846206420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:06,247 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/cluster_c2c904ae-3762-6d51-aba8-230609b83881/data/data2/current/BP-669270033-172.17.0.3-1731846206420 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:06,247 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:24:06,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cfec75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:06,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:06,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:06,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:06,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bfa5c35a-3ef6-8862-ceed-5de88b960335/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:06,261 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:24:06,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:24:06,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 316) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42537 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53156) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42969 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33295 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42969 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42969 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53156) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53156) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=787 (was 734) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 455), ProcessCount=11 (was 11), AvailableMemoryMB=3213 (was 2877) - AvailableMemoryMB LEAK? - 2024-11-17T12:24:06,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=787, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=3208 2024-11-17T12:24:06,312 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-17T12:24:06,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.log.dir so I do NOT create it in target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6 2024-11-17T12:24:06,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:24:06,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.tmp.dir so I do NOT create it in target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6 2024-11-17T12:24:06,312 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/853f355b-8588-f383-e3cb-169e5b912cb6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:24:06,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6 2024-11-17T12:24:06,313 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e, deleteOnExit=true 2024-11-17T12:24:06,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/zookeeper_0, clientPort=51269, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:24:06,323 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51269 2024-11-17T12:24:06,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/test.cache.data in system properties and HBase conf 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:24:06,324 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:24:06,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:24:06,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:24:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148bfef690002, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:24:06,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148bfef690002, quorum=127.0.0.1:53156, baseZNode=/01415768687 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:24:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148bfef690005, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:24:06,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10148bfef690008, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:24:06,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10148bfef690008, quorum=127.0.0.1:53156, baseZNode=/2-404186446 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:24:06,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148bfef690005, quorum=127.0.0.1:53156, baseZNode=/1-198213625 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:24:06,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:06,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:24:06,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:24:06,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:24:06,636 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:24:06,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:06,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11346850{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:24:06,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ee9bec7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:24:06,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@982aaa7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/java.io.tmpdir/jetty-localhost-37383-hadoop-hdfs-3_4_1-tests_jar-_-any-6015054993895116041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:06,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@539e6189{HTTP/1.1, (http/1.1)}{localhost:37383} 2024-11-17T12:24:06,746 INFO [Time-limited test {}] server.Server(415): Started @402461ms 2024-11-17T12:24:07,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:07,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:24:07,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:24:07,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:24:07,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:24:07,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2328bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:24:07,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f885238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:24:07,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d6242e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/java.io.tmpdir/jetty-localhost-36769-hadoop-hdfs-3_4_1-tests_jar-_-any-16376592789494496559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:07,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:36769} 2024-11-17T12:24:07,267 INFO [Time-limited test {}] server.Server(415): Started @402983ms 2024-11-17T12:24:07,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:24:08,046 WARN [Thread-4183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/data/data1/current/BP-336821703-172.17.0.3-1731846246338/current, will proceed with Du for space computation calculation, 2024-11-17T12:24:08,046 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/data/data2/current/BP-336821703-172.17.0.3-1731846246338/current, will proceed with Du for space computation calculation, 2024-11-17T12:24:08,069 WARN [Thread-4171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:24:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc96779b2f42621d with lease ID 0x5418aaab6a54dffb: Processing first storage report for DS-2beeadac-d67c-4217-a461-f557c35b5da1 from datanode DatanodeRegistration(127.0.0.1:45451, datanodeUuid=380eaf34-9297-44e4-ad9c-6c3f49651fe4, infoPort=36059, infoSecurePort=0, ipcPort=40915, storageInfo=lv=-57;cid=testClusterID;nsid=503418266;c=1731846246338) 2024-11-17T12:24:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc96779b2f42621d with lease ID 0x5418aaab6a54dffb: from storage DS-2beeadac-d67c-4217-a461-f557c35b5da1 node DatanodeRegistration(127.0.0.1:45451, datanodeUuid=380eaf34-9297-44e4-ad9c-6c3f49651fe4, infoPort=36059, infoSecurePort=0, ipcPort=40915, storageInfo=lv=-57;cid=testClusterID;nsid=503418266;c=1731846246338), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:24:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc96779b2f42621d with lease ID 0x5418aaab6a54dffb: Processing first storage report for DS-a21a3d93-a17d-497a-9bdd-f953bb83e81b from datanode DatanodeRegistration(127.0.0.1:45451, datanodeUuid=380eaf34-9297-44e4-ad9c-6c3f49651fe4, infoPort=36059, infoSecurePort=0, ipcPort=40915, storageInfo=lv=-57;cid=testClusterID;nsid=503418266;c=1731846246338) 2024-11-17T12:24:08,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc96779b2f42621d with lease ID 0x5418aaab6a54dffb: from storage DS-a21a3d93-a17d-497a-9bdd-f953bb83e81b node DatanodeRegistration(127.0.0.1:45451, datanodeUuid=380eaf34-9297-44e4-ad9c-6c3f49651fe4, infoPort=36059, infoSecurePort=0, ipcPort=40915, storageInfo=lv=-57;cid=testClusterID;nsid=503418266;c=1731846246338), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:24:08,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6 2024-11-17T12:24:08,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:08,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:08,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:24:08,504 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa with version=8 2024-11-17T12:24:08,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/hbase-staging 2024-11-17T12:24:08,506 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:24:08,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:08,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:08,506 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:24:08,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:08,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:24:08,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:24:08,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:24:08,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40483 2024-11-17T12:24:08,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40483 connecting to ZooKeeper ensemble=127.0.0.1:51269 2024-11-17T12:24:08,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404830x0, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:08,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40483-0x10148c08b580000 connected 2024-11-17T12:24:08,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:24:08,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:08,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:08,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Set watcher on znode that does not yet exist, /0608788792/running 2024-11-17T12:24:08,684 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa, hbase.cluster.distributed=false 2024-11-17T12:24:08,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Set watcher on znode that does not yet exist, /0608788792/acl 2024-11-17T12:24:08,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40483 2024-11-17T12:24:08,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40483 2024-11-17T12:24:08,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40483 2024-11-17T12:24:08,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40483 2024-11-17T12:24:08,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40483 2024-11-17T12:24:08,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,716 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:24:08,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:08,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:08,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:24:08,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:08,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:24:08,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:24:08,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:24:08,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33059 2024-11-17T12:24:08,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33059 connecting to ZooKeeper ensemble=127.0.0.1:51269 2024-11-17T12:24:08,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:08,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:08,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:08,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330590x0, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:08,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330590x0, quorum=127.0.0.1:51269, baseZNode=/0608788792 Set watcher on znode that does not yet exist, /0608788792/running 2024-11-17T12:24:08,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33059-0x10148c08b580001 connected 2024-11-17T12:24:08,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:24:08,733 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:24:08,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Set watcher on znode that does not yet exist, /0608788792/master 2024-11-17T12:24:08,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Set watcher on znode that does not yet exist, /0608788792/acl 2024-11-17T12:24:08,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33059 2024-11-17T12:24:08,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33059 2024-11-17T12:24:08,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33059 2024-11-17T12:24:08,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33059 2024-11-17T12:24:08,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33059 2024-11-17T12:24:08,752 DEBUG [M:0;5dda233f2f2e:40483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:40483 2024-11-17T12:24:08,753 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0608788792/backup-masters/5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792/backup-masters 2024-11-17T12:24:08,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792/backup-masters 2024-11-17T12:24:08,764 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Set watcher on existing znode=/0608788792/backup-masters/5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:08,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0608788792/master 2024-11-17T12:24:08,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:08,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:08,776 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Set watcher on existing znode=/0608788792/master 2024-11-17T12:24:08,777 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0608788792/backup-masters/5dda233f2f2e,40483,1731846248506 from backup master directory 2024-11-17T12:24:08,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792/backup-masters 2024-11-17T12:24:08,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0608788792/backup-masters/5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:08,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792/backup-masters 2024-11-17T12:24:08,785 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:24:08,785 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:08,788 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/hbase.id] with ID: 4c5da130-dcaf-45f7-b259-2660c73968d1 2024-11-17T12:24:08,788 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/.tmp/hbase.id 2024-11-17T12:24:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:24:08,809 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/.tmp/hbase.id]:[hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/hbase.id] 2024-11-17T12:24:08,818 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:08,818 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:24:08,820 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T12:24:08,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:08,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:08,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:24:09,242 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:09,243 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:24:09,243 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:24:09,649 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/data/master/store 2024-11-17T12:24:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:24:10,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:10,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:10,061 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:10,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:10,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:10,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:10,061 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:10,061 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846250061Disabling compacts and flushes for region at 1731846250061Disabling writes for close at 1731846250061Writing region close event to WAL at 1731846250061Closed at 1731846250061 2024-11-17T12:24:10,062 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/data/master/store/.initializing 2024-11-17T12:24:10,062 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/WALs/5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:10,063 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:24:10,066 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C40483%2C1731846248506, suffix=, logDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/WALs/5dda233f2f2e,40483,1731846248506, archiveDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/oldWALs, maxLogs=10 2024-11-17T12:24:10,090 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/WALs/5dda233f2f2e,40483,1731846248506/5dda233f2f2e%2C40483%2C1731846248506.1731846250066, exclude list is [], retry=0 2024-11-17T12:24:10,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-2beeadac-d67c-4217-a461-f557c35b5da1,DISK] 2024-11-17T12:24:10,098 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/WALs/5dda233f2f2e,40483,1731846248506/5dda233f2f2e%2C40483%2C1731846248506.1731846250066 2024-11-17T12:24:10,103 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-17T12:24:10,103 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:10,103 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:10,103 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,103 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:24:10,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:10,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:10,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:24:10,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:10,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:10,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:24:10,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:10,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:10,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:24:10,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:10,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:10,120 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,120 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,121 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,122 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,122 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,122 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:10,124 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:10,129 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:10,129 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59737758, jitterRate=-0.10983803868293762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:10,130 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846250104Initializing all the Stores at 1731846250106 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846250106Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846250109 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846250109Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846250109Cleaning up temporary data from old regions at 1731846250122 (+13 ms)Region opened successfully at 1731846250130 (+8 ms) 2024-11-17T12:24:10,132 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:24:10,140 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c606bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:24:10,141 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:24:10,141 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:24:10,141 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:24:10,142 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:24:10,143 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T12:24:10,143 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:24:10,143 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:24:10,162 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:24:10,163 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Unable to get data of znode /0608788792/balancer because node does not exist (not necessarily an error) 2024-11-17T12:24:10,258 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0608788792/balancer already deleted, retry=false 2024-11-17T12:24:10,259 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:24:10,260 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Unable to get data of znode /0608788792/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:24:10,269 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0608788792/normalizer already deleted, retry=false 2024-11-17T12:24:10,269 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:24:10,271 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Unable to get data of znode /0608788792/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:24:10,279 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0608788792/switch/split already deleted, retry=false 2024-11-17T12:24:10,282 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Unable to get data of znode /0608788792/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:24:10,290 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0608788792/switch/merge already deleted, retry=false 2024-11-17T12:24:10,292 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Unable to get data of znode /0608788792/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:24:10,300 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0608788792/snapshot-cleanup already deleted, retry=false 2024-11-17T12:24:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0608788792/running 2024-11-17T12:24:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0608788792/running 2024-11-17T12:24:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:10,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:10,312 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,40483,1731846248506, sessionid=0x10148c08b580000, setting cluster-up flag (Was=false) 2024-11-17T12:24:10,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:10,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:10,365 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0608788792/flush-table-proc/acquired, /0608788792/flush-table-proc/reached, /0608788792/flush-table-proc/abort 2024-11-17T12:24:10,367 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:10,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:10,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:10,416 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0608788792/online-snapshot/acquired, /0608788792/online-snapshot/reached, /0608788792/online-snapshot/abort 2024-11-17T12:24:10,418 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:10,419 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:24:10,426 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:10,426 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:24:10,426 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:24:10,427 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,40483,1731846248506 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:24:10,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:10,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:10,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:10,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:10,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:24:10,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:24:10,428 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:10,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:24:10,438 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:10,438 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:24:10,453 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer(746): ClusterId : 4c5da130-dcaf-45f7-b259-2660c73968d1 2024-11-17T12:24:10,453 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:24:10,459 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:24:10,459 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:24:10,464 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846280464 2024-11-17T12:24:10,465 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:24:10,465 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:24:10,465 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:24:10,465 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:24:10,465 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:24:10,465 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:24:10,468 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,470 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:24:10,470 DEBUG [RS:0;5dda233f2f2e:33059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eed6d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:24:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:24:10,480 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:24:10,480 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:24:10,480 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:24:10,480 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:24:10,496 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:24:10,496 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:24:10,496 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846250496,5,FailOnTimeoutGroup] 2024-11-17T12:24:10,499 DEBUG [RS:0;5dda233f2f2e:33059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:33059 2024-11-17T12:24:10,500 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:24:10,500 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:24:10,500 DEBUG [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:24:10,500 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,40483,1731846248506 with port=33059, startcode=1731846248716 2024-11-17T12:24:10,501 DEBUG [RS:0;5dda233f2f2e:33059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:24:10,505 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846250496,5,FailOnTimeoutGroup] 2024-11-17T12:24:10,505 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,505 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:24:10,505 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,505 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,506 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:24:10,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:10,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40483 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:10,508 DEBUG [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa 2024-11-17T12:24:10,508 DEBUG [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40971 2024-11-17T12:24:10,508 DEBUG [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:24:10,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792/rs 2024-11-17T12:24:10,520 DEBUG [RS:0;5dda233f2f2e:33059 {}] zookeeper.ZKUtil(111): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Set watcher on existing znode=/0608788792/rs/5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:10,520 WARN [RS:0;5dda233f2f2e:33059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:24:10,520 INFO [RS:0;5dda233f2f2e:33059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:10,520 DEBUG [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/WALs/5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:10,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,33059,1731846248716] 2024-11-17T12:24:10,531 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:24:10,537 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:24:10,537 INFO [RS:0;5dda233f2f2e:33059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:24:10,537 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,540 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:24:10,541 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:24:10,541 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:24:10,541 DEBUG [RS:0;5dda233f2f2e:33059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:24:10,554 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,554 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,554 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,554 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,554 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,554 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33059,1731846248716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:24:10,583 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:24:10,583 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,33059,1731846248716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,583 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,583 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.Replication(171): 5dda233f2f2e,33059,1731846248716 started 2024-11-17T12:24:10,606 INFO [RS:0;5dda233f2f2e:33059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:10,606 INFO [RS:0;5dda233f2f2e:33059 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,33059,1731846248716, RpcServer on 5dda233f2f2e/172.17.0.3:33059, sessionid=0x10148c08b580001 2024-11-17T12:24:10,606 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:24:10,606 DEBUG [RS:0;5dda233f2f2e:33059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:10,606 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,33059,1731846248716' 2024-11-17T12:24:10,606 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0608788792/flush-table-proc/abort' 2024-11-17T12:24:10,607 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0608788792/flush-table-proc/acquired' 2024-11-17T12:24:10,607 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:24:10,607 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:24:10,607 DEBUG [RS:0;5dda233f2f2e:33059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:10,607 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,33059,1731846248716' 2024-11-17T12:24:10,607 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0608788792/online-snapshot/abort' 2024-11-17T12:24:10,608 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0608788792/online-snapshot/acquired' 2024-11-17T12:24:10,608 DEBUG [RS:0;5dda233f2f2e:33059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:24:10,608 INFO [RS:0;5dda233f2f2e:33059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:24:10,608 INFO [RS:0;5dda233f2f2e:33059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:24:10,709 INFO [RS:0;5dda233f2f2e:33059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:24:10,710 INFO [RS:0;5dda233f2f2e:33059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C33059%2C1731846248716, suffix=, logDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/WALs/5dda233f2f2e,33059,1731846248716, archiveDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/oldWALs, maxLogs=10 2024-11-17T12:24:10,728 DEBUG [RS:0;5dda233f2f2e:33059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/WALs/5dda233f2f2e,33059,1731846248716/5dda233f2f2e%2C33059%2C1731846248716.1731846250710, exclude list is [], retry=0 2024-11-17T12:24:10,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-2beeadac-d67c-4217-a461-f557c35b5da1,DISK] 2024-11-17T12:24:10,731 INFO [RS:0;5dda233f2f2e:33059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/WALs/5dda233f2f2e,33059,1731846248716/5dda233f2f2e%2C33059%2C1731846248716.1731846250710 2024-11-17T12:24:10,731 DEBUG [RS:0;5dda233f2f2e:33059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-17T12:24:10,878 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:24:10,878 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa 2024-11-17T12:24:10,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:24:11,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:11,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:24:11,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:24:11,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:11,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:24:11,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:24:11,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:11,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:24:11,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:24:11,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:11,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:24:11,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:24:11,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:11,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:24:11,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/hbase/meta/1588230740 2024-11-17T12:24:11,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/hbase/meta/1588230740 2024-11-17T12:24:11,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:24:11,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:24:11,292 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:11,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:24:11,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:11,294 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71079807, jitterRate=0.059171661734580994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:11,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846251285Initializing all the Stores at 1731846251286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846251286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846251286Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846251286Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846251286Cleaning up temporary data from old regions at 1731846251291 (+5 ms)Region opened successfully at 1731846251294 (+3 ms) 2024-11-17T12:24:11,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:24:11,294 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:24:11,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:24:11,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:24:11,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:24:11,294 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:11,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846251294Disabling compacts and flushes for region at 1731846251294Disabling writes for close at 1731846251294Writing region close event to WAL at 1731846251294Closed at 1731846251294 2024-11-17T12:24:11,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:11,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:24:11,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:24:11,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:24:11,296 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:24:11,447 DEBUG [5dda233f2f2e:40483 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:24:11,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:11,448 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,33059,1731846248716, state=OPENING 2024-11-17T12:24:11,511 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:24:11,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:11,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0608788792 2024-11-17T12:24:11,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0608788792/meta-region-server: CHANGED 2024-11-17T12:24:11,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0608788792/meta-region-server: CHANGED 2024-11-17T12:24:11,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:24:11,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33059,1731846248716}] 2024-11-17T12:24:11,674 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:24:11,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:24:11,678 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:24:11,678 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:11,678 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:24:11,679 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C33059%2C1731846248716.meta, suffix=.meta, logDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/WALs/5dda233f2f2e,33059,1731846248716, archiveDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/oldWALs, maxLogs=10 2024-11-17T12:24:11,691 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/WALs/5dda233f2f2e,33059,1731846248716/5dda233f2f2e%2C33059%2C1731846248716.meta.1731846251679.meta, exclude list is [], retry=0 2024-11-17T12:24:11,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45451,DS-2beeadac-d67c-4217-a461-f557c35b5da1,DISK] 2024-11-17T12:24:11,694 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/WALs/5dda233f2f2e,33059,1731846248716/5dda233f2f2e%2C33059%2C1731846248716.meta.1731846251679.meta 2024-11-17T12:24:11,694 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36059:36059)] 2024-11-17T12:24:11,695 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:11,695 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:11,695 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:24:11,695 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:24:11,695 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:24:11,695 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:24:11,695 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:11,695 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:24:11,695 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:24:11,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:24:11,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:24:11,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:11,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:24:11,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:24:11,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:11,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:24:11,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:24:11,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:11,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:24:11,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:24:11,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:11,700 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:24:11,700 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/hbase/meta/1588230740 2024-11-17T12:24:11,701 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/hbase/meta/1588230740 2024-11-17T12:24:11,702 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:24:11,702 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:24:11,702 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:11,703 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:24:11,703 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62539682, jitterRate=-0.06808611750602722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:11,703 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:24:11,704 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846251696Writing region info on filesystem at 1731846251696Initializing all the Stores at 1731846251696Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846251696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846251696Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846251696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846251696Cleaning up temporary data from old regions at 1731846251702 (+6 ms)Running coprocessor post-open hooks at 1731846251703 (+1 ms)Region opened successfully at 1731846251703 2024-11-17T12:24:11,704 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846251674 2024-11-17T12:24:11,705 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:24:11,705 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:24:11,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:11,706 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,33059,1731846248716, state=OPEN 2024-11-17T12:24:11,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40483-0x10148c08b580000, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0608788792/meta-region-server 2024-11-17T12:24:11,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33059-0x10148c08b580001, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0608788792/meta-region-server 2024-11-17T12:24:11,735 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:11,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0608788792/meta-region-server: CHANGED 2024-11-17T12:24:11,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0608788792/meta-region-server: CHANGED 2024-11-17T12:24:11,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:24:11,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,33059,1731846248716 in 213 msec 2024-11-17T12:24:11,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:24:11,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-17T12:24:11,739 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:11,739 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:24:11,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:11,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33059,1731846248716, seqNum=-1] 2024-11-17T12:24:11,740 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:11,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:11,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-17T12:24:11,744 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846251744, completionTime=-1 2024-11-17T12:24:11,744 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:24:11,744 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:24:11,745 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:24:11,745 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846311745 2024-11-17T12:24:11,745 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846371745 2024-11-17T12:24:11,745 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:24:11,746 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40483,1731846248506-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:11,746 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40483,1731846248506-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:11,746 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40483,1731846248506-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:11,746 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:40483, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:11,746 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:11,746 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:11,747 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:24:11,749 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.964sec 2024-11-17T12:24:11,749 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:24:11,749 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:24:11,749 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:24:11,749 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:24:11,749 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:24:11,749 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40483,1731846248506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:24:11,749 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40483,1731846248506-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:24:11,751 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:24:11,751 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:24:11,751 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40483,1731846248506-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:11,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1285c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:11,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40483,-1 for getting cluster id 2024-11-17T12:24:11,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:11,755 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5da130-dcaf-45f7-b259-2660c73968d1' 2024-11-17T12:24:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5da130-dcaf-45f7-b259-2660c73968d1" 2024-11-17T12:24:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7852f7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40483,-1] 2024-11-17T12:24:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:11,756 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:11,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165472ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:11,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,33059,1731846248716, seqNum=-1] 2024-11-17T12:24:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:11,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:11,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:11,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51269 2024-11-17T12:24:11,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51269, baseZNode=/0608788792 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:11,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148c08b580002 connected 2024-11-17T12:24:11,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d247c4 2024-11-17T12:24:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:11,788 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:11,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:24:11,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:24:11,790 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:11,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:24:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:11,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:24:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:24:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:12,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2cae94e1940ebfa35cbc98c12ef9ef2, NAME => 'test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa 2024-11-17T12:24:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45451 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:24:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:12,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:12,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2cae94e1940ebfa35cbc98c12ef9ef2, disabling compactions & flushes 2024-11-17T12:24:12,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2. 2024-11-17T12:24:12,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2. 2024-11-17T12:24:12,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2. after waiting 0 ms 2024-11-17T12:24:12,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2. 2024-11-17T12:24:12,602 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2. 2024-11-17T12:24:12,602 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2cae94e1940ebfa35cbc98c12ef9ef2: Waiting for close lock at 1731846252602Disabling compacts and flushes for region at 1731846252602Disabling writes for close at 1731846252602Writing region close event to WAL at 1731846252602Closed at 1731846252602 2024-11-17T12:24:12,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:24:12,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846252603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846252603"}]},"ts":"1731846252603"} 2024-11-17T12:24:12,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:24:12,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:24:12,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846252605"}]},"ts":"1731846252605"} 2024-11-17T12:24:12,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:24:12,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2cae94e1940ebfa35cbc98c12ef9ef2, ASSIGN}] 2024-11-17T12:24:12,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2cae94e1940ebfa35cbc98c12ef9ef2, ASSIGN 2024-11-17T12:24:12,608 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2cae94e1940ebfa35cbc98c12ef9ef2, ASSIGN; state=OFFLINE, location=5dda233f2f2e,33059,1731846248716; forceNewPlan=false, retain=false 2024-11-17T12:24:12,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2cae94e1940ebfa35cbc98c12ef9ef2, regionState=OPENING, regionLocation=5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:12,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2cae94e1940ebfa35cbc98c12ef9ef2, ASSIGN because future has completed 2024-11-17T12:24:12,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2cae94e1940ebfa35cbc98c12ef9ef2, server=5dda233f2f2e,33059,1731846248716}] 2024-11-17T12:24:12,915 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2. 2024-11-17T12:24:12,915 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2cae94e1940ebfa35cbc98c12ef9ef2, NAME => 'test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:12,915 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:12,915 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:24:12,915 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,915 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:12,916 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,916 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,917 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,918 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cae94e1940ebfa35cbc98c12ef9ef2 columnFamilyName f 2024-11-17T12:24:12,918 DEBUG [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:12,918 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] regionserver.HStore(327): Store=a2cae94e1940ebfa35cbc98c12ef9ef2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:12,918 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,919 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cae94e1940ebfa35cbc98c12ef9ef2 columnFamilyName f1 2024-11-17T12:24:12,919 DEBUG [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:12,919 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] regionserver.HStore(327): Store=a2cae94e1940ebfa35cbc98c12ef9ef2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:12,919 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,919 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cae94e1940ebfa35cbc98c12ef9ef2 columnFamilyName norep 2024-11-17T12:24:12,919 DEBUG [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:12,920 INFO [StoreOpener-a2cae94e1940ebfa35cbc98c12ef9ef2-1 {}] regionserver.HStore(327): Store=a2cae94e1940ebfa35cbc98c12ef9ef2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:12,920 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,920 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/default/test/a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,921 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/default/test/a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,921 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,921 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,922 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:24:12,923 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,924 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/data/default/test/a2cae94e1940ebfa35cbc98c12ef9ef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:12,925 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2cae94e1940ebfa35cbc98c12ef9ef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65326875, jitterRate=-0.02655370533466339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:24:12,925 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2cae94e1940ebfa35cbc98c12ef9ef2 2024-11-17T12:24:12,925 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2cae94e1940ebfa35cbc98c12ef9ef2: Running coprocessor pre-open hook at 1731846252916Writing region info on filesystem at 1731846252916Initializing all the Stores at 1731846252916Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846252916Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846252917 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846252917Cleaning up temporary data from old regions at 1731846252921 (+4 ms)Running coprocessor post-open hooks at 1731846252925 (+4 ms)Region opened successfully at 1731846252925 2024-11-17T12:24:12,926 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2., pid=6, masterSystemTime=1731846252912 2024-11-17T12:24:12,928 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2. 2024-11-17T12:24:12,928 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846251788.a2cae94e1940ebfa35cbc98c12ef9ef2. 2024-11-17T12:24:12,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2cae94e1940ebfa35cbc98c12ef9ef2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,33059,1731846248716 2024-11-17T12:24:12,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2cae94e1940ebfa35cbc98c12ef9ef2, server=5dda233f2f2e,33059,1731846248716 because future has completed 2024-11-17T12:24:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:12,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:24:12,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2cae94e1940ebfa35cbc98c12ef9ef2, server=5dda233f2f2e,33059,1731846248716 in 169 msec 2024-11-17T12:24:12,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:24:12,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2cae94e1940ebfa35cbc98c12ef9ef2, ASSIGN in 325 msec 2024-11-17T12:24:12,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:24:12,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846252933"}]},"ts":"1731846252933"} 2024-11-17T12:24:12,935 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:24:12,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:24:12,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-17T12:24:13,251 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:13,252 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:24:13,252 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128868 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:24:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:13,941 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:24:13,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc838d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:13,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40483,-1 for getting cluster id 2024-11-17T12:24:13,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:13,942 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5da130-dcaf-45f7-b259-2660c73968d1' 2024-11-17T12:24:13,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5da130-dcaf-45f7-b259-2660c73968d1" 2024-11-17T12:24:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d98635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40483,-1] 2024-11-17T12:24:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:13,943 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3884cea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:13,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:13,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c5517a 2024-11-17T12:24:13,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:13,945 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:13,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:40483,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:24:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:24:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:24:13,948 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:40483' 2024-11-17T12:24:13,949 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcd4d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:13,949 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,40483,-1 for getting cluster id 2024-11-17T12:24:13,949 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:13,949 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c5da130-dcaf-45f7-b259-2660c73968d1' 2024-11-17T12:24:13,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:13,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c5da130-dcaf-45f7-b259-2660c73968d1" 2024-11-17T12:24:13,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e8fc890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:13,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,40483,-1] 2024-11-17T12:24:13,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:13,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:13,950 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6044d9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:13,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,40483,1731846248506 2024-11-17T12:24:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1512359b 2024-11-17T12:24:13,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:13,952 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:13,953 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:24:13,953 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:24:13,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:13,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:13,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:13,953 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5dda233f2f2e:40483, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-17T12:24:13,959 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5dda233f2f2e:40483, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5dda233f2f2e:40483, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5dda233f2f2e:40483, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-17T12:24:13,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5dda233f2f2e:40483, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-17T12:24:13,961 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-17T12:24:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:24:14,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:14,052 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5dda233f2f2e:40483, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-17T12:24:14,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:14,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:14,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:14,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:14,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 362) Potentially hanging thread: IPC Server handler 2 on default port 40971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f70309ff9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa-prefix:5dda233f2f2e,33059,1731846248716.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51269) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 4 on default port 40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;5dda233f2f2e:33059 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp69935743-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f703043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40915 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_META-regionserver/5dda233f2f2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1387444358-7941-acceptor-0@591c28d-ServerConnector@34cd4297{HTTP/1.1, (http/1.1)}{localhost:36769} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1d562959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-336821703-172.17.0.3-1731846246338:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7893 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f703043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp69935743-7897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f703043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1122459491_20 at /127.0.0.1:60990 [Receiving block BP-336821703-172.17.0.3-1731846246338:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1122459491_20 at /127.0.0.1:60938 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/data/data2/current/BP-336821703-172.17.0.3-1731846246338 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f7030ad8aa0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 40971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7898 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40971 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 3 on default port 40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp69935743-7894 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f703043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-336821703-172.17.0.3-1731846246338:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7945f64a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@39b45bf5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 5dda233f2f2e:40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp69935743-7895-acceptor-0@7e180a4d-ServerConnector@539e6189{HTTP/1.1, (http/1.1)}{localhost:37383} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa-prefix:5dda233f2f2e,33059,1731846248716 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp69935743-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846250496 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 40971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:51269 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/data/data1/current/BP-336821703-172.17.0.3-1731846246338 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 3 on default port 40971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: M:0;5dda233f2f2e:40483 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-336821703-172.17.0.3-1731846246338 heartbeating to localhost/127.0.0.1:40971 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1122459491_20 at /127.0.0.1:32778 [Receiving block BP-336821703-172.17.0.3-1731846246338:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846250496 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/5dda233f2f2e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1881674217_20 at /127.0.0.1:60972 [Receiving block BP-336821703-172.17.0.3-1731846246338:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1387444358-7940 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f703043b3d0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5dda233f2f2e:33059-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1387444358-7942 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40971/user/jenkins/test-data/029b7c81-91ab-85a0-ec77-a5ef111a9eaa/MasterData-prefix:5dda233f2f2e,40483,1731846248506 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(334891342) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp1387444358-7943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51269) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-336821703-172.17.0.3-1731846246338:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51269) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4413a6db java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5dda233f2f2e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/cluster_22cd1e8e-5bc6-610b-bc22-dd1ab79ea28e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/5dda233f2f2e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5dda233f2f2e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40971 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@45f6eb8d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-405c7333-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:51269): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Session-HouseKeeper-1877303b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5eefe71b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=868 (was 787) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 418) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3046 (was 3208) 2024-11-17T12:24:14,067 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-17T12:24:14,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=3045 2024-11-17T12:24:14,078 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-17T12:24:14,095 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-17T12:24:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/hadoop.log.dir so I do NOT create it in target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6 2024-11-17T12:24:14,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:24:14,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/hadoop.tmp.dir so I do NOT create it in target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6 2024-11-17T12:24:14,096 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd7b31ba-5581-17df-f7bc-bc6c4d0990a6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:24:14,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6 2024-11-17T12:24:14,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/cluster_f8ec14c3-3e14-bcb2-dbf3-8c5c3418bdf5, deleteOnExit=true 2024-11-17T12:24:14,142 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/cluster_f8ec14c3-3e14-bcb2-dbf3-8c5c3418bdf5/zookeeper_0, clientPort=57436, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/cluster_f8ec14c3-3e14-bcb2-dbf3-8c5c3418bdf5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/cluster_f8ec14c3-3e14-bcb2-dbf3-8c5c3418bdf5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T12:24:14,143 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57436 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/test.cache.data in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:24:14,143 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:24:14,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:24:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:24:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:24:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:24:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:24:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:24:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:24:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:24:14,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:24:14,437 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T12:24:14,437 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T12:24:14,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:14,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:24:14,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:24:14,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:24:14,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:24:14,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:14,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b6a9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:24:14,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b15046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:24:14,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@620fb933{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/java.io.tmpdir/jetty-localhost-45493-hadoop-hdfs-3_4_1-tests_jar-_-any-10817820236766439398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:14,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59820be7{HTTP/1.1, (http/1.1)}{localhost:45493} 2024-11-17T12:24:14,693 INFO [Time-limited test {}] server.Server(415): Started @410408ms 2024-11-17T12:24:15,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:15,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:24:15,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:24:15,020 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:24:15,020 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:24:15,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cb1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:24:15,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63374392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:24:15,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d651a63{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/java.io.tmpdir/jetty-localhost-37779-hadoop-hdfs-3_4_1-tests_jar-_-any-3422592767028698136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:15,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61aeee70{HTTP/1.1, (http/1.1)}{localhost:37779} 2024-11-17T12:24:15,133 INFO [Time-limited test {}] server.Server(415): Started @410849ms 2024-11-17T12:24:15,135 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:24:15,868 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/cluster_f8ec14c3-3e14-bcb2-dbf3-8c5c3418bdf5/data/data1/current/BP-1394810505-172.17.0.3-1731846254171/current, will proceed with Du for space computation calculation, 2024-11-17T12:24:15,869 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/cluster_f8ec14c3-3e14-bcb2-dbf3-8c5c3418bdf5/data/data2/current/BP-1394810505-172.17.0.3-1731846254171/current, will proceed with Du for space computation calculation, 2024-11-17T12:24:15,883 WARN [Thread-4305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:24:15,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x402737aaa4679092 with lease ID 0x61fd8d8a6b68ca47: Processing first storage report for DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b from datanode DatanodeRegistration(127.0.0.1:36283, datanodeUuid=3f04c3bf-e265-42c2-9d15-83c86fcb6dd6, infoPort=41445, infoSecurePort=0, ipcPort=34819, storageInfo=lv=-57;cid=testClusterID;nsid=961578254;c=1731846254171) 2024-11-17T12:24:15,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x402737aaa4679092 with lease ID 0x61fd8d8a6b68ca47: from storage DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b node DatanodeRegistration(127.0.0.1:36283, datanodeUuid=3f04c3bf-e265-42c2-9d15-83c86fcb6dd6, infoPort=41445, infoSecurePort=0, ipcPort=34819, storageInfo=lv=-57;cid=testClusterID;nsid=961578254;c=1731846254171), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:24:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x402737aaa4679092 with lease ID 0x61fd8d8a6b68ca47: Processing first storage report for DS-6e744f68-aefd-43df-a2a9-5248e2a4f030 from datanode DatanodeRegistration(127.0.0.1:36283, datanodeUuid=3f04c3bf-e265-42c2-9d15-83c86fcb6dd6, infoPort=41445, infoSecurePort=0, ipcPort=34819, storageInfo=lv=-57;cid=testClusterID;nsid=961578254;c=1731846254171) 2024-11-17T12:24:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x402737aaa4679092 with lease ID 0x61fd8d8a6b68ca47: from storage DS-6e744f68-aefd-43df-a2a9-5248e2a4f030 node DatanodeRegistration(127.0.0.1:36283, datanodeUuid=3f04c3bf-e265-42c2-9d15-83c86fcb6dd6, infoPort=41445, infoSecurePort=0, ipcPort=34819, storageInfo=lv=-57;cid=testClusterID;nsid=961578254;c=1731846254171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:24:15,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6 2024-11-17T12:24:15,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:15,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:15,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:24:16,387 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812 with version=8 2024-11-17T12:24:16,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/hbase-staging 2024-11-17T12:24:16,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:24:16,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:16,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:16,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:24:16,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:16,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:24:16,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:24:16,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:24:16,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37243 2024-11-17T12:24:16,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37243 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:16,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372430x0, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:16,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37243-0x10148c0a9e80000 connected 2024-11-17T12:24:16,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T12:24:16,532 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T12:24:16,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:16,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:16,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on znode that does not yet exist, /0-1766135771/running 2024-11-17T12:24:16,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812, hbase.cluster.distributed=false 2024-11-17T12:24:16,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on znode that does not yet exist, /0-1766135771/acl 2024-11-17T12:24:16,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-17T12:24:16,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37243 2024-11-17T12:24:16,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37243 2024-11-17T12:24:16,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-17T12:24:16,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37243 2024-11-17T12:24:16,590 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:24:16,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:16,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:16,590 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:24:16,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:16,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:24:16,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:24:16,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:24:16,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40931 2024-11-17T12:24:16,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40931 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:16,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:16,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:16,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409310x0, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:16,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40931-0x10148c0a9e80001 connected 2024-11-17T12:24:16,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on znode that does not yet exist, /0-1766135771/running 2024-11-17T12:24:16,604 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:24:16,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:24:16,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on znode that does not yet exist, /0-1766135771/master 2024-11-17T12:24:16,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on znode that does not yet exist, /0-1766135771/acl 2024-11-17T12:24:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-17T12:24:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40931 2024-11-17T12:24:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40931 2024-11-17T12:24:16,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-17T12:24:16,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40931 2024-11-17T12:24:16,625 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:37243 2024-11-17T12:24:16,626 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1766135771/backup-masters/5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:16,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771/backup-masters 2024-11-17T12:24:16,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771/backup-masters 2024-11-17T12:24:16,635 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on existing znode=/0-1766135771/backup-masters/5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:16,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1766135771/master 2024-11-17T12:24:16,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:16,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:16,646 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on existing znode=/0-1766135771/master 2024-11-17T12:24:16,646 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1766135771/backup-masters/5dda233f2f2e,37243,1731846256389 from backup master directory 2024-11-17T12:24:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1766135771/backup-masters/5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771/backup-masters 2024-11-17T12:24:16,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771/backup-masters 2024-11-17T12:24:16,656 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:24:16,656 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:16,659 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/hbase.id] with ID: b29b3d97-fc6b-4404-9d95-f968cefcec20 2024-11-17T12:24:16,659 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/.tmp/hbase.id 2024-11-17T12:24:16,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:24:17,067 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/.tmp/hbase.id]:[hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/hbase.id] 2024-11-17T12:24:17,074 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:17,074 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:24:17,075 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:24:17,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:17,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:17,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:24:17,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:24:17,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:17,542 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:17,543 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:24:17,543 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:24:17,549 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store 2024-11-17T12:24:17,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:24:17,554 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:17,554 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:17,554 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:17,554 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:17,554 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:17,554 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:17,554 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:17,554 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846257554Disabling compacts and flushes for region at 1731846257554Disabling writes for close at 1731846257554Writing region close event to WAL at 1731846257554Closed at 1731846257554 2024-11-17T12:24:17,555 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/.initializing 2024-11-17T12:24:17,555 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/WALs/5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:17,555 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:24:17,556 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C37243%2C1731846256389, suffix=, logDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/WALs/5dda233f2f2e,37243,1731846256389, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/oldWALs, maxLogs=10 2024-11-17T12:24:17,569 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/WALs/5dda233f2f2e,37243,1731846256389/5dda233f2f2e%2C37243%2C1731846256389.1731846257556, exclude list is [], retry=0 2024-11-17T12:24:17,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36283,DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b,DISK] 2024-11-17T12:24:17,573 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/WALs/5dda233f2f2e,37243,1731846256389/5dda233f2f2e%2C37243%2C1731846256389.1731846257556 2024-11-17T12:24:17,574 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-17T12:24:17,574 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:17,574 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:17,574 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,574 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:24:17,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:17,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:17,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:24:17,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:17,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:17,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:24:17,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:17,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:17,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:24:17,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:17,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:17,580 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,581 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,581 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,581 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,581 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,582 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:17,582 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:17,584 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:17,585 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69769311, jitterRate=0.039643749594688416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:17,585 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846257574Initializing all the Stores at 1731846257575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846257575Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846257575Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846257575Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846257575Cleaning up temporary data from old regions at 1731846257581 (+6 ms)Region opened successfully at 1731846257585 (+4 ms) 2024-11-17T12:24:17,588 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:24:17,591 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c05598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:24:17,592 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:24:17,592 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:24:17,592 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:24:17,592 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:24:17,592 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:24:17,593 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:24:17,593 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:24:17,597 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:24:17,598 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Unable to get data of znode /0-1766135771/balancer because node does not exist (not necessarily an error) 2024-11-17T12:24:17,666 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1766135771/balancer already deleted, retry=false 2024-11-17T12:24:17,667 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:24:17,668 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Unable to get data of znode /0-1766135771/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:24:17,677 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1766135771/normalizer already deleted, retry=false 2024-11-17T12:24:17,677 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:24:17,678 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Unable to get data of znode /0-1766135771/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:24:17,687 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1766135771/switch/split already deleted, retry=false 2024-11-17T12:24:17,688 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Unable to get data of znode /0-1766135771/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:24:17,698 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1766135771/switch/merge already deleted, retry=false 2024-11-17T12:24:17,700 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Unable to get data of znode /0-1766135771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:24:17,708 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1766135771/snapshot-cleanup already deleted, retry=false 2024-11-17T12:24:17,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1766135771/running 2024-11-17T12:24:17,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1766135771/running 2024-11-17T12:24:17,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:17,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:17,720 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,37243,1731846256389, sessionid=0x10148c0a9e80000, setting cluster-up flag (Was=false) 2024-11-17T12:24:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:17,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:17,772 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1766135771/flush-table-proc/acquired, /0-1766135771/flush-table-proc/reached, /0-1766135771/flush-table-proc/abort 2024-11-17T12:24:17,772 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:17,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:17,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:17,824 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1766135771/online-snapshot/acquired, /0-1766135771/online-snapshot/reached, /0-1766135771/online-snapshot/abort 2024-11-17T12:24:17,825 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:17,826 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:24:17,827 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:17,827 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:24:17,827 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:24:17,827 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,37243,1731846256389 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:24:17,828 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:17,828 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:17,828 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:17,828 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:17,829 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:24:17,829 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,829 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:24:17,829 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,829 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846287829 2024-11-17T12:24:17,829 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:24:17,830 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:24:17,830 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:24:17,830 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:24:17,830 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:24:17,830 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:24:17,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:17,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:24:17,830 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,831 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:24:17,831 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:24:17,831 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:24:17,831 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:24:17,831 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:17,831 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:24:17,831 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:24:17,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:24:17,836 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846257831,5,FailOnTimeoutGroup] 2024-11-17T12:24:17,838 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846257836,5,FailOnTimeoutGroup] 2024-11-17T12:24:17,838 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,838 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:24:17,838 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,838 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:24:17,914 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(746): ClusterId : b29b3d97-fc6b-4404-9d95-f968cefcec20 2024-11-17T12:24:17,914 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:24:17,919 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:24:17,919 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:24:17,930 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:24:17,930 DEBUG [RS:0;5dda233f2f2e:40931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544773f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:24:17,941 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:40931 2024-11-17T12:24:17,941 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:24:17,941 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:24:17,941 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:24:17,941 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,37243,1731846256389 with port=40931, startcode=1731846256589 2024-11-17T12:24:17,942 DEBUG [RS:0;5dda233f2f2e:40931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:24:17,943 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:24:17,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:17,943 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37243 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:17,944 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812 2024-11-17T12:24:17,944 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44549 2024-11-17T12:24:17,944 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:24:17,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771/rs 2024-11-17T12:24:17,951 DEBUG [RS:0;5dda233f2f2e:40931 {}] zookeeper.ZKUtil(111): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on existing znode=/0-1766135771/rs/5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:17,951 WARN [RS:0;5dda233f2f2e:40931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:24:17,951 INFO [RS:0;5dda233f2f2e:40931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:17,951 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:17,951 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,40931,1731846256589] 2024-11-17T12:24:17,953 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:24:17,955 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:24:17,955 INFO [RS:0;5dda233f2f2e:40931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:24:17,955 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,956 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:24:17,956 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:24:17,956 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:17,956 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:24:17,957 DEBUG [RS:0;5dda233f2f2e:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:24:17,957 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,957 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,957 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,957 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,957 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,957 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40931,1731846256589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:24:17,970 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:24:17,970 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,40931,1731846256589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,970 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,971 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.Replication(171): 5dda233f2f2e,40931,1731846256589 started 2024-11-17T12:24:17,985 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:17,985 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,40931,1731846256589, RpcServer on 5dda233f2f2e/172.17.0.3:40931, sessionid=0x10148c0a9e80001 2024-11-17T12:24:17,985 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:24:17,985 DEBUG [RS:0;5dda233f2f2e:40931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:17,985 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,40931,1731846256589' 2024-11-17T12:24:17,985 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1766135771/flush-table-proc/abort' 2024-11-17T12:24:17,985 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1766135771/flush-table-proc/acquired' 2024-11-17T12:24:17,986 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:24:17,986 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:24:17,986 DEBUG [RS:0;5dda233f2f2e:40931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:17,986 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,40931,1731846256589' 2024-11-17T12:24:17,986 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1766135771/online-snapshot/abort' 2024-11-17T12:24:17,986 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1766135771/online-snapshot/acquired' 2024-11-17T12:24:17,986 DEBUG [RS:0;5dda233f2f2e:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:24:17,987 INFO [RS:0;5dda233f2f2e:40931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:24:17,987 INFO [RS:0;5dda233f2f2e:40931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:24:18,087 INFO [RS:0;5dda233f2f2e:40931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:24:18,088 INFO [RS:0;5dda233f2f2e:40931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40931%2C1731846256589, suffix=, logDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/oldWALs, maxLogs=10 2024-11-17T12:24:18,106 DEBUG [RS:0;5dda233f2f2e:40931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089, exclude list is [], retry=0 2024-11-17T12:24:18,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36283,DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b,DISK] 2024-11-17T12:24:18,109 INFO [RS:0;5dda233f2f2e:40931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 2024-11-17T12:24:18,109 DEBUG [RS:0;5dda233f2f2e:40931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-17T12:24:18,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:24:18,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812 2024-11-17T12:24:18,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:24:18,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:18,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:24:18,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:24:18,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:18,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:18,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:24:18,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:24:18,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:18,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:18,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:24:18,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:24:18,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:18,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:18,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:24:18,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:24:18,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:18,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:18,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:24:18,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740 2024-11-17T12:24:18,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740 2024-11-17T12:24:18,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:24:18,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:24:18,654 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:18,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:24:18,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:18,657 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59420949, jitterRate=-0.1145588606595993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:18,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846258646Initializing all the Stores at 1731846258647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846258647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846258647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846258647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846258647Cleaning up temporary data from old regions at 1731846258653 (+6 ms)Region opened successfully at 1731846258657 (+4 ms) 2024-11-17T12:24:18,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:24:18,657 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:24:18,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:24:18,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:24:18,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:24:18,657 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:18,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846258657Disabling compacts and flushes for region at 1731846258657Disabling writes for close at 1731846258657Writing region close event to WAL at 1731846258657Closed at 1731846258657 2024-11-17T12:24:18,658 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:18,658 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:24:18,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:24:18,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:24:18,660 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:24:18,810 DEBUG [5dda233f2f2e:37243 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:24:18,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:18,812 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,40931,1731846256589, state=OPENING 2024-11-17T12:24:18,874 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:24:18,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:18,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:18,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1766135771/meta-region-server: CHANGED 2024-11-17T12:24:18,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1766135771/meta-region-server: CHANGED 2024-11-17T12:24:18,913 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:24:18,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40931,1731846256589}] 2024-11-17T12:24:19,065 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:24:19,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:24:19,069 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:24:19,070 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:19,070 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:24:19,071 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40931%2C1731846256589.meta, suffix=.meta, logDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/oldWALs, maxLogs=10 2024-11-17T12:24:19,084 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.meta.1731846259071.meta, exclude list is [], retry=0 2024-11-17T12:24:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36283,DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b,DISK] 2024-11-17T12:24:19,086 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.meta.1731846259071.meta 2024-11-17T12:24:19,087 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-17T12:24:19,087 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:19,087 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:19,087 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:24:19,087 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:24:19,087 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:24:19,087 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:24:19,087 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:19,087 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:24:19,087 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:24:19,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:24:19,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:24:19,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:19,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:19,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:24:19,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:24:19,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:19,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:19,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:24:19,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:24:19,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:19,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:19,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:24:19,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:24:19,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:19,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:19,092 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:24:19,092 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740 2024-11-17T12:24:19,093 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740 2024-11-17T12:24:19,093 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:24:19,093 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:24:19,094 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:19,094 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:24:19,095 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75286761, jitterRate=0.12186016142368317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:19,095 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:24:19,095 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846259087Writing region info on filesystem at 1731846259087Initializing all the Stores at 1731846259088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846259088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846259088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846259088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846259088Cleaning up temporary data from old regions at 1731846259093 (+5 ms)Running coprocessor post-open hooks at 1731846259095 (+2 ms)Region opened successfully at 1731846259095 2024-11-17T12:24:19,096 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846259065 2024-11-17T12:24:19,097 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:24:19,097 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:24:19,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:19,098 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,40931,1731846256589, state=OPEN 2024-11-17T12:24:19,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1766135771/meta-region-server 2024-11-17T12:24:19,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1766135771/meta-region-server 2024-11-17T12:24:19,108 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:19,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1766135771/meta-region-server: CHANGED 2024-11-17T12:24:19,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1766135771/meta-region-server: CHANGED 2024-11-17T12:24:19,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:24:19,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,40931,1731846256589 in 195 msec 2024-11-17T12:24:19,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:24:19,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-17T12:24:19,112 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:19,112 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:24:19,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:19,113 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40931,1731846256589, seqNum=-1] 2024-11-17T12:24:19,113 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:19,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:19,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-17T12:24:19,124 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846259124, completionTime=-1 2024-11-17T12:24:19,124 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:24:19,124 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846319126 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846379126 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37243,1731846256389-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37243,1731846256389-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37243,1731846256389-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:37243, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:19,126 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:19,128 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:24:19,129 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.473sec 2024-11-17T12:24:19,129 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:24:19,129 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:24:19,129 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:24:19,129 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:24:19,129 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:24:19,129 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37243,1731846256389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:24:19,130 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37243,1731846256389-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:24:19,132 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:24:19,132 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:24:19,132 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,37243,1731846256389-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:19,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38704dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:19,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,37243,-1 for getting cluster id 2024-11-17T12:24:19,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:19,216 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29b3d97-fc6b-4404-9d95-f968cefcec20' 2024-11-17T12:24:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29b3d97-fc6b-4404-9d95-f968cefcec20" 2024-11-17T12:24:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a8a8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,37243,-1] 2024-11-17T12:24:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:19,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:19,217 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:19,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d4be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:19,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40931,1731846256589, seqNum=-1] 2024-11-17T12:24:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:19,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:19,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:19,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:19,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:19,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10148c0a9e80002 connected 2024-11-17T12:24:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.log.dir so I do NOT create it in target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18 2024-11-17T12:24:19,247 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:24:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.tmp.dir so I do NOT create it in target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18 2024-11-17T12:24:19,247 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:24:19,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18 2024-11-17T12:24:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:24:19,247 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/cluster_05bf5471-5bb3-9ecf-bd1b-f76bac47ad4d, deleteOnExit=true 2024-11-17T12:24:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/test.cache.data in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:24:19,248 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:24:19,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:24:19,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:24:19,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:24:19,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:24:19,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:24:19,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:24:19,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:24:19,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:24:19,552 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:19,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:24:19,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:24:19,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:24:19,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:24:19,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:19,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b9b217{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:24:19,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d73b94b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:24:19,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f411e41{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/java.io.tmpdir/jetty-localhost-35341-hadoop-hdfs-3_4_1-tests_jar-_-any-9333741267099039879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:19,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3623dc90{HTTP/1.1, (http/1.1)}{localhost:35341} 2024-11-17T12:24:19,659 INFO [Time-limited test {}] server.Server(415): Started @415375ms 2024-11-17T12:24:19,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:19,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:24:19,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:24:19,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:24:19,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:24:19,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7646bf61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:24:19,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415879c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:24:20,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@760c5af5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/java.io.tmpdir/jetty-localhost-36321-hadoop-hdfs-3_4_1-tests_jar-_-any-18361891267622440864/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:20,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a6a4a0c{HTTP/1.1, (http/1.1)}{localhost:36321} 2024-11-17T12:24:20,043 INFO [Time-limited test {}] server.Server(415): Started @415759ms 2024-11-17T12:24:20,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:24:20,756 WARN [Thread-4438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/cluster_05bf5471-5bb3-9ecf-bd1b-f76bac47ad4d/data/data1/current/BP-582777530-172.17.0.3-1731846259262/current, will proceed with Du for space computation calculation, 2024-11-17T12:24:20,757 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/cluster_05bf5471-5bb3-9ecf-bd1b-f76bac47ad4d/data/data2/current/BP-582777530-172.17.0.3-1731846259262/current, will proceed with Du for space computation calculation, 2024-11-17T12:24:20,798 WARN [Thread-4426 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:24:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969919246ee0d5f6 with lease ID 0x9d008539e6727d07: Processing first storage report for DS-f02df64b-85ba-483f-920a-e1aae1575095 from datanode DatanodeRegistration(127.0.0.1:36075, datanodeUuid=713a86c7-37ef-46c5-9019-463edd084cb1, infoPort=34399, infoSecurePort=0, ipcPort=44741, storageInfo=lv=-57;cid=testClusterID;nsid=628179127;c=1731846259262) 2024-11-17T12:24:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969919246ee0d5f6 with lease ID 0x9d008539e6727d07: from storage DS-f02df64b-85ba-483f-920a-e1aae1575095 node DatanodeRegistration(127.0.0.1:36075, datanodeUuid=713a86c7-37ef-46c5-9019-463edd084cb1, infoPort=34399, infoSecurePort=0, ipcPort=44741, storageInfo=lv=-57;cid=testClusterID;nsid=628179127;c=1731846259262), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:24:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969919246ee0d5f6 with lease ID 0x9d008539e6727d07: Processing first storage report for DS-25d20625-47f1-404b-84fc-153babeacbfe from datanode DatanodeRegistration(127.0.0.1:36075, datanodeUuid=713a86c7-37ef-46c5-9019-463edd084cb1, infoPort=34399, infoSecurePort=0, ipcPort=44741, storageInfo=lv=-57;cid=testClusterID;nsid=628179127;c=1731846259262) 2024-11-17T12:24:20,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969919246ee0d5f6 with lease ID 0x9d008539e6727d07: from storage DS-25d20625-47f1-404b-84fc-153babeacbfe node DatanodeRegistration(127.0.0.1:36075, datanodeUuid=713a86c7-37ef-46c5-9019-463edd084cb1, infoPort=34399, infoSecurePort=0, ipcPort=44741, storageInfo=lv=-57;cid=testClusterID;nsid=628179127;c=1731846259262), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:24:20,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18 2024-11-17T12:24:20,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:20,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:20,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:24:21,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7 with version=8 2024-11-17T12:24:21,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/hbase-staging 2024-11-17T12:24:21,294 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:24:21,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:21,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:21,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:24:21,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:21,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:24:21,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:24:21,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:24:21,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45271 2024-11-17T12:24:21,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45271 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:21,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452710x0, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:21,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45271-0x10148c0a9e80003 connected 2024-11-17T12:24:21,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:21,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:21,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on znode that does not yet exist, /1-54835468/running 2024-11-17T12:24:21,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7, hbase.cluster.distributed=false 2024-11-17T12:24:21,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on znode that does not yet exist, /1-54835468/acl 2024-11-17T12:24:21,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45271 2024-11-17T12:24:21,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45271 2024-11-17T12:24:21,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45271 2024-11-17T12:24:21,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45271 2024-11-17T12:24:21,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45271 2024-11-17T12:24:21,469 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:24:21,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:21,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:21,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:24:21,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:21,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:24:21,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:24:21,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:24:21,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42097 2024-11-17T12:24:21,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42097 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:21,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:21,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:21,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420970x0, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:21,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420970x0, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on znode that does not yet exist, /1-54835468/running 2024-11-17T12:24:21,496 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:24:21,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42097-0x10148c0a9e80004 connected 2024-11-17T12:24:21,505 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:24:21,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on znode that does not yet exist, /1-54835468/master 2024-11-17T12:24:21,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on znode that does not yet exist, /1-54835468/acl 2024-11-17T12:24:21,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-17T12:24:21,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42097 2024-11-17T12:24:21,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42097 2024-11-17T12:24:21,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-17T12:24:21,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-17T12:24:21,543 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:45271 2024-11-17T12:24:21,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-54835468/backup-masters/5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:21,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468/backup-masters 2024-11-17T12:24:21,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468/backup-masters 2024-11-17T12:24:21,559 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on existing znode=/1-54835468/backup-masters/5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:21,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:21,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-54835468/master 2024-11-17T12:24:21,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:21,573 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on existing znode=/1-54835468/master 2024-11-17T12:24:21,575 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-54835468/backup-masters/5dda233f2f2e,45271,1731846261293 from backup master directory 2024-11-17T12:24:21,582 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:24:21,582 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:21,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-54835468/backup-masters/5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:21,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468/backup-masters 2024-11-17T12:24:21,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468/backup-masters 2024-11-17T12:24:21,593 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/hbase.id] with ID: 5fc722cf-727d-44d0-b1cb-0a7ef0599169 2024-11-17T12:24:21,593 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/.tmp/hbase.id 2024-11-17T12:24:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:24:22,006 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/.tmp/hbase.id]:[hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/hbase.id] 2024-11-17T12:24:22,013 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:22,013 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:24:22,013 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T12:24:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:22,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:24:22,470 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:22,471 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:24:22,471 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:22,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:24:22,877 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store 2024-11-17T12:24:22,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:24:23,283 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:23,283 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:23,283 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:23,283 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:23,283 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:23,283 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:23,283 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:23,283 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846263283Disabling compacts and flushes for region at 1731846263283Disabling writes for close at 1731846263283Writing region close event to WAL at 1731846263283Closed at 1731846263283 2024-11-17T12:24:23,284 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/.initializing 2024-11-17T12:24:23,284 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/WALs/5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:23,284 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:24:23,286 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C45271%2C1731846261293, suffix=, logDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/WALs/5dda233f2f2e,45271,1731846261293, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/oldWALs, maxLogs=10 2024-11-17T12:24:23,297 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/WALs/5dda233f2f2e,45271,1731846261293/5dda233f2f2e%2C45271%2C1731846261293.1731846263286, exclude list is [], retry=0 2024-11-17T12:24:23,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36075,DS-f02df64b-85ba-483f-920a-e1aae1575095,DISK] 2024-11-17T12:24:23,300 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/WALs/5dda233f2f2e,45271,1731846261293/5dda233f2f2e%2C45271%2C1731846261293.1731846263286 2024-11-17T12:24:23,300 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34399:34399)] 2024-11-17T12:24:23,300 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:23,300 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:23,300 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,300 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:24:23,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:23,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:24:23,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:23,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:24:23,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:23,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:24:23,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:23,305 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,306 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,306 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,306 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,306 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,307 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:23,307 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:23,309 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:23,309 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68280553, jitterRate=0.017459526658058167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:23,309 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846263300Initializing all the Stores at 1731846263301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846263301Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846263301Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846263301Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846263301Cleaning up temporary data from old regions at 1731846263306 (+5 ms)Region opened successfully at 1731846263309 (+3 ms) 2024-11-17T12:24:23,310 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:24:23,311 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f71ceb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:24:23,312 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:24:23,312 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:24:23,312 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:24:23,312 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:24:23,313 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:24:23,313 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:24:23,313 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:24:23,315 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:24:23,316 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Unable to get data of znode /1-54835468/balancer because node does not exist (not necessarily an error) 2024-11-17T12:24:23,379 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-54835468/balancer already deleted, retry=false 2024-11-17T12:24:23,379 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:24:23,380 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Unable to get data of znode /1-54835468/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:24:23,389 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-54835468/normalizer already deleted, retry=false 2024-11-17T12:24:23,390 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:24:23,390 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Unable to get data of znode /1-54835468/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:24:23,403 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-54835468/switch/split already deleted, retry=false 2024-11-17T12:24:23,403 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Unable to get data of znode /1-54835468/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:24:23,413 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-54835468/switch/merge already deleted, retry=false 2024-11-17T12:24:23,414 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Unable to get data of znode /1-54835468/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:24:23,424 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-54835468/snapshot-cleanup already deleted, retry=false 2024-11-17T12:24:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-54835468/running 2024-11-17T12:24:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-54835468/running 2024-11-17T12:24:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:23,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:23,435 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,45271,1731846261293, sessionid=0x10148c0a9e80003, setting cluster-up flag (Was=false) 2024-11-17T12:24:23,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:23,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:23,487 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-54835468/flush-table-proc/acquired, /1-54835468/flush-table-proc/reached, /1-54835468/flush-table-proc/abort 2024-11-17T12:24:23,488 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:23,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:23,539 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-54835468/online-snapshot/acquired, /1-54835468/online-snapshot/reached, /1-54835468/online-snapshot/abort 2024-11-17T12:24:23,540 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:23,541 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:24:23,542 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:23,542 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:24:23,542 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:24:23,542 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,45271,1731846261293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:24:23,543 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:23,543 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:23,543 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:23,543 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:23,543 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:24:23,543 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,543 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:24:23,543 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846293544 2024-11-17T12:24:23,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:24:23,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:24:23,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:24:23,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:24:23,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:24:23,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:24:23,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:23,544 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:24:23,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:24:23,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:24:23,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:24:23,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:24:23,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:24:23,545 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:24:23,545 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846263545,5,FailOnTimeoutGroup] 2024-11-17T12:24:23,545 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:24:23,546 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846263545,5,FailOnTimeoutGroup] 2024-11-17T12:24:23,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:24:23,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,546 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:24:23,630 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(746): ClusterId : 5fc722cf-727d-44d0-b1cb-0a7ef0599169 2024-11-17T12:24:23,630 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:24:23,643 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:24:23,643 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:24:23,653 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:24:23,653 DEBUG [RS:0;5dda233f2f2e:42097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eb25e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:24:23,664 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:42097 2024-11-17T12:24:23,664 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:24:23,664 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:24:23,664 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:24:23,664 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,45271,1731846261293 with port=42097, startcode=1731846261469 2024-11-17T12:24:23,664 DEBUG [RS:0;5dda233f2f2e:42097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:24:23,665 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:24:23,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:23,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45271 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:23,667 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7 2024-11-17T12:24:23,667 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38939 2024-11-17T12:24:23,667 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:24:23,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468/rs 2024-11-17T12:24:23,717 DEBUG [RS:0;5dda233f2f2e:42097 {}] zookeeper.ZKUtil(111): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on existing znode=/1-54835468/rs/5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:23,717 WARN [RS:0;5dda233f2f2e:42097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:24:23,717 INFO [RS:0;5dda233f2f2e:42097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:23,717 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/WALs/5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:23,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,42097,1731846261469] 2024-11-17T12:24:23,719 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:24:23,724 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:24:23,724 INFO [RS:0;5dda233f2f2e:42097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:24:23,724 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,725 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:24:23,725 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:24:23,725 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,725 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,725 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,725 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,725 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,725 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:24:23,726 DEBUG [RS:0;5dda233f2f2e:42097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:24:23,726 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,726 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,726 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,726 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,726 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,726 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42097,1731846261469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:24:23,739 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:24:23,739 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,42097,1731846261469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,739 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,739 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.Replication(171): 5dda233f2f2e,42097,1731846261469 started 2024-11-17T12:24:23,751 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:23,751 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,42097,1731846261469, RpcServer on 5dda233f2f2e/172.17.0.3:42097, sessionid=0x10148c0a9e80004 2024-11-17T12:24:23,751 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:24:23,751 DEBUG [RS:0;5dda233f2f2e:42097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:23,751 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,42097,1731846261469' 2024-11-17T12:24:23,751 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-54835468/flush-table-proc/abort' 2024-11-17T12:24:23,751 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-54835468/flush-table-proc/acquired' 2024-11-17T12:24:23,752 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:24:23,752 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:24:23,752 DEBUG [RS:0;5dda233f2f2e:42097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:23,752 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,42097,1731846261469' 2024-11-17T12:24:23,752 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-54835468/online-snapshot/abort' 2024-11-17T12:24:23,752 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-54835468/online-snapshot/acquired' 2024-11-17T12:24:23,752 DEBUG [RS:0;5dda233f2f2e:42097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:24:23,752 INFO [RS:0;5dda233f2f2e:42097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:24:23,752 INFO [RS:0;5dda233f2f2e:42097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:24:23,852 INFO [RS:0;5dda233f2f2e:42097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:24:23,854 INFO [RS:0;5dda233f2f2e:42097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C42097%2C1731846261469, suffix=, logDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/WALs/5dda233f2f2e,42097,1731846261469, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/oldWALs, maxLogs=10 2024-11-17T12:24:23,870 DEBUG [RS:0;5dda233f2f2e:42097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/WALs/5dda233f2f2e,42097,1731846261469/5dda233f2f2e%2C42097%2C1731846261469.1731846263854, exclude list is [], retry=0 2024-11-17T12:24:23,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36075,DS-f02df64b-85ba-483f-920a-e1aae1575095,DISK] 2024-11-17T12:24:23,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:24:23,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7 2024-11-17T12:24:23,991 INFO [RS:0;5dda233f2f2e:42097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/WALs/5dda233f2f2e,42097,1731846261469/5dda233f2f2e%2C42097%2C1731846261469.1731846263854 2024-11-17T12:24:23,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741833_1009 (size=32) 2024-11-17T12:24:23,991 DEBUG [RS:0;5dda233f2f2e:42097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34399:34399)] 2024-11-17T12:24:23,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:23,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:24:23,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:24:23,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:23,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:24:23,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:24:23,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:23,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:24:23,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:24:23,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:23,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:24:23,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:24:23,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:23,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:23,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:24:23,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740 2024-11-17T12:24:23,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740 2024-11-17T12:24:23,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:24:23,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:24:23,999 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:24,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:24:24,001 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:24,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69780336, jitterRate=0.039808034896850586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:24,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846263992Initializing all the Stores at 1731846263993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846263993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846263993Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846263993Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846263993Cleaning up temporary data from old regions at 1731846263999 (+6 ms)Region opened successfully at 1731846264001 (+2 ms) 2024-11-17T12:24:24,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:24:24,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:24:24,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:24:24,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:24:24,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:24:24,002 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:24,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846264001Disabling compacts and flushes for region at 1731846264001Disabling writes for close at 1731846264001Writing region close event to WAL at 1731846264002 (+1 ms)Closed at 1731846264002 2024-11-17T12:24:24,002 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:24,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:24:24,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:24:24,003 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:24:24,004 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:24:24,154 DEBUG [5dda233f2f2e:45271 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:24:24,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:24,155 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,42097,1731846261469, state=OPENING 2024-11-17T12:24:24,286 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:24:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:24,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-54835468/meta-region-server: CHANGED 2024-11-17T12:24:24,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-54835468/meta-region-server: CHANGED 2024-11-17T12:24:24,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:24:24,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42097,1731846261469}] 2024-11-17T12:24:24,450 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:24:24,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:24:24,454 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:24:24,454 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:24,454 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:24:24,455 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C42097%2C1731846261469.meta, suffix=.meta, logDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/WALs/5dda233f2f2e,42097,1731846261469, archiveDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/oldWALs, maxLogs=10 2024-11-17T12:24:24,469 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/WALs/5dda233f2f2e,42097,1731846261469/5dda233f2f2e%2C42097%2C1731846261469.meta.1731846264455.meta, exclude list is [], retry=0 2024-11-17T12:24:24,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36075,DS-f02df64b-85ba-483f-920a-e1aae1575095,DISK] 2024-11-17T12:24:24,471 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/WALs/5dda233f2f2e,42097,1731846261469/5dda233f2f2e%2C42097%2C1731846261469.meta.1731846264455.meta 2024-11-17T12:24:24,472 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34399:34399)] 2024-11-17T12:24:24,472 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:24,472 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:24,472 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:24:24,472 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:24:24,472 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:24:24,472 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:24:24,472 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:24,473 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:24:24,473 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:24:24,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:24:24,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:24:24,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:24,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:24,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:24:24,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:24:24,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:24,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:24,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:24:24,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:24:24,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:24,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:24,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:24:24,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:24:24,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:24,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:24,478 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:24:24,479 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740 2024-11-17T12:24:24,479 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740 2024-11-17T12:24:24,480 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:24:24,480 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:24:24,481 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:24,482 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:24:24,482 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66040218, jitterRate=-0.015924066305160522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:24,482 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:24:24,482 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846264473Writing region info on filesystem at 1731846264473Initializing all the Stores at 1731846264473Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846264473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846264473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846264473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846264473Cleaning up temporary data from old regions at 1731846264480 (+7 ms)Running coprocessor post-open hooks at 1731846264482 (+2 ms)Region opened successfully at 1731846264482 2024-11-17T12:24:24,483 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846264450 2024-11-17T12:24:24,484 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:24:24,484 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:24:24,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:24,486 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,42097,1731846261469, state=OPEN 2024-11-17T12:24:24,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-54835468/meta-region-server 2024-11-17T12:24:24,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-54835468/meta-region-server 2024-11-17T12:24:24,498 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:24,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-54835468/meta-region-server: CHANGED 2024-11-17T12:24:24,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-54835468/meta-region-server: CHANGED 2024-11-17T12:24:24,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:24:24,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,42097,1731846261469 in 200 msec 2024-11-17T12:24:24,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:24:24,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-17T12:24:24,502 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:24,502 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:24:24,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:24,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42097,1731846261469, seqNum=-1] 2024-11-17T12:24:24,503 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:24,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:24,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 965 msec 2024-11-17T12:24:24,508 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846264508, completionTime=-1 2024-11-17T12:24:24,508 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:24:24,508 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:24:24,509 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:24:24,509 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846324509 2024-11-17T12:24:24,509 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846384509 2024-11-17T12:24:24,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:24:24,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45271,1731846261293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:24,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45271,1731846261293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:24,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45271,1731846261293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:24,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:45271, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:24,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:24,510 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:24,511 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:24:24,513 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-17T12:24:24,513 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:24:24,513 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:24:24,513 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:24:24,513 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:24:24,513 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:24:24,513 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45271,1731846261293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:24:24,513 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45271,1731846261293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:24:24,515 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:24:24,515 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:24:24,515 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,45271,1731846261293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:24,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afe0142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:24,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45271,-1 for getting cluster id 2024-11-17T12:24:24,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:24,532 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc722cf-727d-44d0-b1cb-0a7ef0599169' 2024-11-17T12:24:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc722cf-727d-44d0-b1cb-0a7ef0599169" 2024-11-17T12:24:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4517a198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45271,-1] 2024-11-17T12:24:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:24,533 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:24,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf6921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:24,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42097,1731846261469, seqNum=-1] 2024-11-17T12:24:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:24,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:24,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:24,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:24,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:24,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10148c0a9e80005 connected 2024-11-17T12:24:24,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.log.dir so I do NOT create it in target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1 2024-11-17T12:24:24,563 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T12:24:24,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.tmp.dir so I do NOT create it in target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1 2024-11-17T12:24:24,563 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T12:24:24,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1 2024-11-17T12:24:24,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T12:24:24,563 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/cluster_919ff4c5-9089-9e81-3808-690c9803d1e4, deleteOnExit=true 2024-11-17T12:24:24,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T12:24:24,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/test.cache.data in system properties and HBase conf 2024-11-17T12:24:24,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/hadoop.log.dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T12:24:24,564 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T12:24:24,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:24:24,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T12:24:24,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/nfs.dump.dir in system properties and HBase conf 2024-11-17T12:24:24,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/java.io.tmpdir in system properties and HBase conf 2024-11-17T12:24:24,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T12:24:24,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T12:24:24,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T12:24:24,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:24:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:24,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:24,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:24:24,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:24:24,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:24:24,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T12:24:24,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:24,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8f2ea2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:24:24,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30355923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:24:25,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@af8e609{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/java.io.tmpdir/jetty-localhost-34323-hadoop-hdfs-3_4_1-tests_jar-_-any-6484259942907381874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:25,009 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f9855d{HTTP/1.1, (http/1.1)}{localhost:34323} 2024-11-17T12:24:25,010 INFO [Time-limited test {}] server.Server(415): Started @420725ms 2024-11-17T12:24:25,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T12:24:25,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T12:24:25,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T12:24:25,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T12:24:25,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T12:24:25,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae69380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/hadoop.log.dir/,AVAILABLE} 2024-11-17T12:24:25,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d9f90b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T12:24:25,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5663c986{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/java.io.tmpdir/jetty-localhost-45123-hadoop-hdfs-3_4_1-tests_jar-_-any-102373948913559638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:25,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13ab238e{HTTP/1.1, (http/1.1)}{localhost:45123} 2024-11-17T12:24:25,432 INFO [Time-limited test {}] server.Server(415): Started @421148ms 2024-11-17T12:24:25,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T12:24:26,091 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/cluster_919ff4c5-9089-9e81-3808-690c9803d1e4/data/data2/current/BP-1522036701-172.17.0.3-1731846264581/current, will proceed with Du for space computation calculation, 2024-11-17T12:24:26,091 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/cluster_919ff4c5-9089-9e81-3808-690c9803d1e4/data/data1/current/BP-1522036701-172.17.0.3-1731846264581/current, will proceed with Du for space computation calculation, 2024-11-17T12:24:26,107 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T12:24:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6478474e5a554b37 with lease ID 0xfae92b727644dfb6: Processing first storage report for DS-644fe833-2c7b-4a98-b0e8-d5a237051f16 from datanode DatanodeRegistration(127.0.0.1:40967, datanodeUuid=9b2e61ae-3a9a-4219-ab39-bd6dafd93c09, infoPort=34915, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=893312585;c=1731846264581) 2024-11-17T12:24:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6478474e5a554b37 with lease ID 0xfae92b727644dfb6: from storage DS-644fe833-2c7b-4a98-b0e8-d5a237051f16 node DatanodeRegistration(127.0.0.1:40967, datanodeUuid=9b2e61ae-3a9a-4219-ab39-bd6dafd93c09, infoPort=34915, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=893312585;c=1731846264581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T12:24:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6478474e5a554b37 with lease ID 0xfae92b727644dfb6: Processing first storage report for DS-35d42c3c-e7b1-492c-8d38-9777627c9ead from datanode DatanodeRegistration(127.0.0.1:40967, datanodeUuid=9b2e61ae-3a9a-4219-ab39-bd6dafd93c09, infoPort=34915, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=893312585;c=1731846264581) 2024-11-17T12:24:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6478474e5a554b37 with lease ID 0xfae92b727644dfb6: from storage DS-35d42c3c-e7b1-492c-8d38-9777627c9ead node DatanodeRegistration(127.0.0.1:40967, datanodeUuid=9b2e61ae-3a9a-4219-ab39-bd6dafd93c09, infoPort=34915, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=893312585;c=1731846264581), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T12:24:26,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1 2024-11-17T12:24:26,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:26,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741825_1001 (size=7) 2024-11-17T12:24:26,580 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75 with version=8 2024-11-17T12:24:26,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/hbase-staging 2024-11-17T12:24:26,583 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:24:26,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:26,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:26,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:24:26,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:26,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:24:26,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T12:24:26,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:24:26,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35233 2024-11-17T12:24:26,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35233 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:26,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352330x0, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:26,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35233-0x10148c0a9e80006 connected 2024-11-17T12:24:26,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:26,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:26,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on znode that does not yet exist, /2-297101107/running 2024-11-17T12:24:26,712 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75, hbase.cluster.distributed=false 2024-11-17T12:24:26,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on znode that does not yet exist, /2-297101107/acl 2024-11-17T12:24:26,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35233 2024-11-17T12:24:26,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35233 2024-11-17T12:24:26,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35233 2024-11-17T12:24:26,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35233 2024-11-17T12:24:26,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35233 2024-11-17T12:24:26,729 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5dda233f2f2e:0 server-side Connection retries=45 2024-11-17T12:24:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:26,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T12:24:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T12:24:26,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T12:24:26,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T12:24:26,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T12:24:26,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41161 2024-11-17T12:24:26,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41161 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:26,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:26,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:26,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411610x0, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:26,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411610x0, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on znode that does not yet exist, /2-297101107/running 2024-11-17T12:24:26,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T12:24:26,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41161-0x10148c0a9e80007 connected 2024-11-17T12:24:26,754 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T12:24:26,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on znode that does not yet exist, /2-297101107/master 2024-11-17T12:24:26,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on znode that does not yet exist, /2-297101107/acl 2024-11-17T12:24:26,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-17T12:24:26,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41161 2024-11-17T12:24:26,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41161 2024-11-17T12:24:26,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-17T12:24:26,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41161 2024-11-17T12:24:26,778 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5dda233f2f2e:35233 2024-11-17T12:24:26,778 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-297101107/backup-masters/5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107/backup-masters 2024-11-17T12:24:26,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107/backup-masters 2024-11-17T12:24:26,790 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on existing znode=/2-297101107/backup-masters/5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:26,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-297101107/master 2024-11-17T12:24:26,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:26,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:26,803 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on existing znode=/2-297101107/master 2024-11-17T12:24:26,804 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-297101107/backup-masters/5dda233f2f2e,35233,1731846266582 from backup master directory 2024-11-17T12:24:26,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107/backup-masters 2024-11-17T12:24:26,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-297101107/backup-masters/5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:26,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107/backup-masters 2024-11-17T12:24:26,813 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:24:26,813 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:26,816 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/hbase.id] with ID: ed888ea9-84a8-42f9-a293-1012f31b26f7 2024-11-17T12:24:26,816 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/.tmp/hbase.id 2024-11-17T12:24:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741826_1002 (size=42) 2024-11-17T12:24:26,826 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/.tmp/hbase.id]:[hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/hbase.id] 2024-11-17T12:24:26,836 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:26,836 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T12:24:26,837 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T12:24:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:26,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741827_1003 (size=196) 2024-11-17T12:24:27,249 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:27,250 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T12:24:27,250 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741828_1004 (size=1189) 2024-11-17T12:24:27,255 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store 2024-11-17T12:24:27,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741829_1005 (size=34) 2024-11-17T12:24:27,659 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:27,660 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:27,660 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:27,660 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:27,660 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:27,660 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:27,660 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:27,660 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846267659Disabling compacts and flushes for region at 1731846267659Disabling writes for close at 1731846267660 (+1 ms)Writing region close event to WAL at 1731846267660Closed at 1731846267660 2024-11-17T12:24:27,660 WARN [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/.initializing 2024-11-17T12:24:27,660 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/WALs/5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:27,661 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:24:27,662 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5dda233f2f2e%2C35233%2C1731846266582, suffix=, logDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/WALs/5dda233f2f2e,35233,1731846266582, archiveDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/oldWALs, maxLogs=10 2024-11-17T12:24:27,674 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/WALs/5dda233f2f2e,35233,1731846266582/5dda233f2f2e%2C35233%2C1731846266582.1731846267662, exclude list is [], retry=0 2024-11-17T12:24:27,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-644fe833-2c7b-4a98-b0e8-d5a237051f16,DISK] 2024-11-17T12:24:27,678 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/WALs/5dda233f2f2e,35233,1731846266582/5dda233f2f2e%2C35233%2C1731846266582.1731846267662 2024-11-17T12:24:27,678 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34915:34915)] 2024-11-17T12:24:27,678 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:27,678 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:27,678 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,678 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T12:24:27,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:27,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:27,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T12:24:27,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:27,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:27,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T12:24:27,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:27,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:27,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T12:24:27,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:27,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:27,684 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,685 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,685 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,686 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,686 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,686 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:27,687 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T12:24:27,688 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:27,688 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65445744, jitterRate=-0.024782419204711914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:27,688 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731846267678Initializing all the Stores at 1731846267679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846267679Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846267679Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846267679Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846267679Cleaning up temporary data from old regions at 1731846267686 (+7 ms)Region opened successfully at 1731846267688 (+2 ms) 2024-11-17T12:24:27,688 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T12:24:27,690 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2225cfff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:24:27,691 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T12:24:27,691 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T12:24:27,691 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T12:24:27,691 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T12:24:27,691 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T12:24:27,692 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T12:24:27,692 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T12:24:27,693 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T12:24:27,694 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Unable to get data of znode /2-297101107/balancer because node does not exist (not necessarily an error) 2024-11-17T12:24:27,771 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-297101107/balancer already deleted, retry=false 2024-11-17T12:24:27,771 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T12:24:27,772 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Unable to get data of znode /2-297101107/normalizer because node does not exist (not necessarily an error) 2024-11-17T12:24:27,781 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-297101107/normalizer already deleted, retry=false 2024-11-17T12:24:27,782 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T12:24:27,782 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Unable to get data of znode /2-297101107/switch/split because node does not exist (not necessarily an error) 2024-11-17T12:24:27,792 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-297101107/switch/split already deleted, retry=false 2024-11-17T12:24:27,793 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Unable to get data of znode /2-297101107/switch/merge because node does not exist (not necessarily an error) 2024-11-17T12:24:27,803 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-297101107/switch/merge already deleted, retry=false 2024-11-17T12:24:27,804 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Unable to get data of znode /2-297101107/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T12:24:27,813 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-297101107/snapshot-cleanup already deleted, retry=false 2024-11-17T12:24:27,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-297101107/running 2024-11-17T12:24:27,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-297101107/running 2024-11-17T12:24:27,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:27,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:27,824 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5dda233f2f2e,35233,1731846266582, sessionid=0x10148c0a9e80006, setting cluster-up flag (Was=false) 2024-11-17T12:24:27,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:27,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:27,876 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-297101107/flush-table-proc/acquired, /2-297101107/flush-table-proc/reached, /2-297101107/flush-table-proc/abort 2024-11-17T12:24:27,877 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:27,929 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-297101107/online-snapshot/acquired, /2-297101107/online-snapshot/reached, /2-297101107/online-snapshot/abort 2024-11-17T12:24:27,930 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:27,931 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T12:24:27,933 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:27,933 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T12:24:27,933 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T12:24:27,933 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5dda233f2f2e,35233,1731846266582 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T12:24:27,935 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:27,935 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:27,935 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:27,935 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T12:24:27,935 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5dda233f2f2e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T12:24:27,935 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:27,935 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:24:27,935 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731846297936 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T12:24:27,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:27,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:27,936 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T12:24:27,937 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T12:24:27,937 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T12:24:27,937 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T12:24:27,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:27,937 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T12:24:27,937 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T12:24:27,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T12:24:27,940 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846267937,5,FailOnTimeoutGroup] 2024-11-17T12:24:27,942 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846267940,5,FailOnTimeoutGroup] 2024-11-17T12:24:27,942 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:27,942 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T12:24:27,942 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:27,942 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:27,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741831_1007 (size=1321) 2024-11-17T12:24:27,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T12:24:27,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75 2024-11-17T12:24:27,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741832_1008 (size=32) 2024-11-17T12:24:27,967 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(746): ClusterId : ed888ea9-84a8-42f9-a293-1012f31b26f7 2024-11-17T12:24:27,967 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T12:24:27,979 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T12:24:27,979 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T12:24:27,990 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T12:24:27,990 DEBUG [RS:0;5dda233f2f2e:41161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f40917d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5dda233f2f2e/172.17.0.3:0 2024-11-17T12:24:28,004 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5dda233f2f2e:41161 2024-11-17T12:24:28,004 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T12:24:28,004 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T12:24:28,004 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T12:24:28,005 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(2659): reportForDuty to master=5dda233f2f2e,35233,1731846266582 with port=41161, startcode=1731846266729 2024-11-17T12:24:28,005 DEBUG [RS:0;5dda233f2f2e:41161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T12:24:28,006 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T12:24:28,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35233 {}] master.ServerManager(517): Registering regionserver=5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,007 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75 2024-11-17T12:24:28,007 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43769 2024-11-17T12:24:28,007 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T12:24:28,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107/rs 2024-11-17T12:24:28,049 DEBUG [RS:0;5dda233f2f2e:41161 {}] zookeeper.ZKUtil(111): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on existing znode=/2-297101107/rs/5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,049 WARN [RS:0;5dda233f2f2e:41161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T12:24:28,049 INFO [RS:0;5dda233f2f2e:41161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:28,049 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/WALs/5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5dda233f2f2e,41161,1731846266729] 2024-11-17T12:24:28,052 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T12:24:28,054 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T12:24:28,054 INFO [RS:0;5dda233f2f2e:41161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T12:24:28,054 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,054 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T12:24:28,055 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T12:24:28,055 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5dda233f2f2e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5dda233f2f2e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:24:28,055 DEBUG [RS:0;5dda233f2f2e:41161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5dda233f2f2e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T12:24:28,056 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,056 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,056 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,056 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,056 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,056 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41161,1731846266729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:24:28,069 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T12:24:28,069 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,41161,1731846266729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,069 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,069 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.Replication(171): 5dda233f2f2e,41161,1731846266729 started 2024-11-17T12:24:28,082 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,082 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1482): Serving as 5dda233f2f2e,41161,1731846266729, RpcServer on 5dda233f2f2e/172.17.0.3:41161, sessionid=0x10148c0a9e80007 2024-11-17T12:24:28,082 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T12:24:28,082 DEBUG [RS:0;5dda233f2f2e:41161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,082 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,41161,1731846266729' 2024-11-17T12:24:28,082 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-297101107/flush-table-proc/abort' 2024-11-17T12:24:28,083 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-297101107/flush-table-proc/acquired' 2024-11-17T12:24:28,083 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T12:24:28,083 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T12:24:28,083 DEBUG [RS:0;5dda233f2f2e:41161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,083 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5dda233f2f2e,41161,1731846266729' 2024-11-17T12:24:28,083 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-297101107/online-snapshot/abort' 2024-11-17T12:24:28,083 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-297101107/online-snapshot/acquired' 2024-11-17T12:24:28,083 DEBUG [RS:0;5dda233f2f2e:41161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T12:24:28,083 INFO [RS:0;5dda233f2f2e:41161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T12:24:28,083 INFO [RS:0;5dda233f2f2e:41161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T12:24:28,184 INFO [RS:0;5dda233f2f2e:41161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T12:24:28,185 INFO [RS:0;5dda233f2f2e:41161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C41161%2C1731846266729, suffix=, logDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/WALs/5dda233f2f2e,41161,1731846266729, archiveDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/oldWALs, maxLogs=10 2024-11-17T12:24:28,198 DEBUG [RS:0;5dda233f2f2e:41161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/WALs/5dda233f2f2e,41161,1731846266729/5dda233f2f2e%2C41161%2C1731846266729.1731846268185, exclude list is [], retry=0 2024-11-17T12:24:28,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-644fe833-2c7b-4a98-b0e8-d5a237051f16,DISK] 2024-11-17T12:24:28,201 INFO [RS:0;5dda233f2f2e:41161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/WALs/5dda233f2f2e,41161,1731846266729/5dda233f2f2e%2C41161%2C1731846266729.1731846268185 2024-11-17T12:24:28,201 DEBUG [RS:0;5dda233f2f2e:41161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34915:34915)] 2024-11-17T12:24:28,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:28,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:24:28,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:24:28,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:28,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:24:28,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:24:28,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:28,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:24:28,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:24:28,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:28,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:24:28,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:24:28,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:28,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:24:28,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740 2024-11-17T12:24:28,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740 2024-11-17T12:24:28,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:24:28,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:24:28,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:28,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:24:28,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:28,367 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65053874, jitterRate=-0.030621737241744995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:28,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731846268358Initializing all the Stores at 1731846268358Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846268358Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846268359 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846268359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846268359Cleaning up temporary data from old regions at 1731846268365 (+6 ms)Region opened successfully at 1731846268367 (+2 ms) 2024-11-17T12:24:28,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:24:28,368 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:24:28,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:24:28,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:24:28,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:24:28,368 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:28,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846268367Disabling compacts and flushes for region at 1731846268367Disabling writes for close at 1731846268368 (+1 ms)Writing region close event to WAL at 1731846268368Closed at 1731846268368 2024-11-17T12:24:28,369 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:28,369 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T12:24:28,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T12:24:28,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:24:28,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T12:24:28,521 DEBUG [5dda233f2f2e:35233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T12:24:28,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,522 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,41161,1731846266729, state=OPENING 2024-11-17T12:24:28,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T12:24:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:28,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:28,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-297101107/meta-region-server: CHANGED 2024-11-17T12:24:28,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-297101107/meta-region-server: CHANGED 2024-11-17T12:24:28,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T12:24:28,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,41161,1731846266729}] 2024-11-17T12:24:28,735 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:24:28,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:24:28,738 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T12:24:28,738 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:28,739 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T12:24:28,740 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C41161%2C1731846266729.meta, suffix=.meta, logDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/WALs/5dda233f2f2e,41161,1731846266729, archiveDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/oldWALs, maxLogs=10 2024-11-17T12:24:28,754 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/WALs/5dda233f2f2e,41161,1731846266729/5dda233f2f2e%2C41161%2C1731846266729.meta.1731846268740.meta, exclude list is [], retry=0 2024-11-17T12:24:28,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40967,DS-644fe833-2c7b-4a98-b0e8-d5a237051f16,DISK] 2024-11-17T12:24:28,757 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/WALs/5dda233f2f2e,41161,1731846266729/5dda233f2f2e%2C41161%2C1731846266729.meta.1731846268740.meta 2024-11-17T12:24:28,758 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34915:34915)] 2024-11-17T12:24:28,758 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:28,758 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:28,758 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:24:28,758 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T12:24:28,758 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T12:24:28,759 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T12:24:28,759 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:28,759 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T12:24:28,759 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T12:24:28,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T12:24:28,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T12:24:28,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:28,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T12:24:28,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T12:24:28,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:28,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T12:24:28,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T12:24:28,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:28,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T12:24:28,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T12:24:28,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T12:24:28,763 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T12:24:28,764 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740 2024-11-17T12:24:28,764 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740 2024-11-17T12:24:28,765 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T12:24:28,765 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T12:24:28,765 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T12:24:28,766 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T12:24:28,767 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63808158, jitterRate=-0.04918435215950012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T12:24:28,767 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T12:24:28,767 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731846268759Writing region info on filesystem at 1731846268759Initializing all the Stores at 1731846268759Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846268759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846268760 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846268760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731846268760Cleaning up temporary data from old regions at 1731846268765 (+5 ms)Running coprocessor post-open hooks at 1731846268767 (+2 ms)Region opened successfully at 1731846268767 2024-11-17T12:24:28,768 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731846268735 2024-11-17T12:24:28,769 DEBUG [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T12:24:28,769 INFO [RS_OPEN_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T12:24:28,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5dda233f2f2e,41161,1731846266729, state=OPEN 2024-11-17T12:24:28,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-297101107/meta-region-server 2024-11-17T12:24:28,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-297101107/meta-region-server 2024-11-17T12:24:28,782 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:28,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-297101107/meta-region-server: CHANGED 2024-11-17T12:24:28,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-297101107/meta-region-server: CHANGED 2024-11-17T12:24:28,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T12:24:28,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5dda233f2f2e,41161,1731846266729 in 200 msec 2024-11-17T12:24:28,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T12:24:28,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-17T12:24:28,785 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T12:24:28,785 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T12:24:28,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:28,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41161,1731846266729, seqNum=-1] 2024-11-17T12:24:28,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:28,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:28,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 859 msec 2024-11-17T12:24:28,792 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731846268792, completionTime=-1 2024-11-17T12:24:28,792 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T12:24:28,792 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T12:24:28,794 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T12:24:28,794 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731846328794 2024-11-17T12:24:28,794 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731846388794 2024-11-17T12:24:28,794 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T12:24:28,795 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35233,1731846266582-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,795 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35233,1731846266582-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,795 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35233,1731846266582-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,795 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5dda233f2f2e:35233, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,795 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,795 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,796 DEBUG [master/5dda233f2f2e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T12:24:28,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.984sec 2024-11-17T12:24:28,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T12:24:28,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T12:24:28,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T12:24:28,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T12:24:28,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T12:24:28,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35233,1731846266582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T12:24:28,798 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35233,1731846266582-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T12:24:28,800 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T12:24:28,800 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T12:24:28,800 INFO [master/5dda233f2f2e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5dda233f2f2e,35233,1731846266582-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T12:24:28,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6398d3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:28,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35233,-1 for getting cluster id 2024-11-17T12:24:28,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:28,869 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed888ea9-84a8-42f9-a293-1012f31b26f7' 2024-11-17T12:24:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed888ea9-84a8-42f9-a293-1012f31b26f7" 2024-11-17T12:24:28,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fe9553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:28,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35233,-1] 2024-11-17T12:24:28,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:28,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:28,870 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:28,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6952ea17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:28,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41161,1731846266729, seqNum=-1] 2024-11-17T12:24:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:28,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:28,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:28,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57436 2024-11-17T12:24:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T12:24:28,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10148c0a9e80008 connected 2024-11-17T12:24:28,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65e29b5 2024-11-17T12:24:28,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:28,901 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:28,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:24:28,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:24:28,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:28,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:24:28,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:24:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:28,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:24:29,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:29,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2cfeed6e4f6c0ba16a9356ebfcfe321d, NAME => 'test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812 2024-11-17T12:24:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:24:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:29,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:29,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2cfeed6e4f6c0ba16a9356ebfcfe321d, disabling compactions & flushes 2024-11-17T12:24:29,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:29,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:29,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. after waiting 0 ms 2024-11-17T12:24:29,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:29,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:29,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2cfeed6e4f6c0ba16a9356ebfcfe321d: Waiting for close lock at 1731846269714Disabling compacts and flushes for region at 1731846269714Disabling writes for close at 1731846269714Writing region close event to WAL at 1731846269714Closed at 1731846269714 2024-11-17T12:24:29,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:24:29,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846269715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846269715"}]},"ts":"1731846269715"} 2024-11-17T12:24:29,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:24:29,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:24:29,718 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846269718"}]},"ts":"1731846269718"} 2024-11-17T12:24:29,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:24:29,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2cfeed6e4f6c0ba16a9356ebfcfe321d, ASSIGN}] 2024-11-17T12:24:29,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2cfeed6e4f6c0ba16a9356ebfcfe321d, ASSIGN 2024-11-17T12:24:29,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2cfeed6e4f6c0ba16a9356ebfcfe321d, ASSIGN; state=OFFLINE, location=5dda233f2f2e,40931,1731846256589; forceNewPlan=false, retain=false 2024-11-17T12:24:29,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cfeed6e4f6c0ba16a9356ebfcfe321d, regionState=OPENING, regionLocation=5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:29,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2cfeed6e4f6c0ba16a9356ebfcfe321d, ASSIGN because future has completed 2024-11-17T12:24:29,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cfeed6e4f6c0ba16a9356ebfcfe321d, server=5dda233f2f2e,40931,1731846256589}] 2024-11-17T12:24:29,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:24:29,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:29,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:29,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:29,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:29,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:29,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:29,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:29,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:30,042 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:30,042 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2cfeed6e4f6c0ba16a9356ebfcfe321d, NAME => 'test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:30,042 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:30,042 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:24:30,042 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,042 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:30,043 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,043 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,044 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,045 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cfeed6e4f6c0ba16a9356ebfcfe321d columnFamilyName f 2024-11-17T12:24:30,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,045 DEBUG [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:30,045 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] regionserver.HStore(327): Store=2cfeed6e4f6c0ba16a9356ebfcfe321d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:30,045 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,046 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cfeed6e4f6c0ba16a9356ebfcfe321d columnFamilyName f1 2024-11-17T12:24:30,046 DEBUG [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:30,046 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] regionserver.HStore(327): Store=2cfeed6e4f6c0ba16a9356ebfcfe321d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:30,046 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,047 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2cfeed6e4f6c0ba16a9356ebfcfe321d columnFamilyName norep 2024-11-17T12:24:30,047 DEBUG [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:30,047 INFO [StoreOpener-2cfeed6e4f6c0ba16a9356ebfcfe321d-1 {}] regionserver.HStore(327): Store=2cfeed6e4f6c0ba16a9356ebfcfe321d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:30,047 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,048 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,048 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,049 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,049 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,050 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:24:30,051 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:30,053 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:30,054 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2cfeed6e4f6c0ba16a9356ebfcfe321d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72998026, jitterRate=0.08775535225868225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:24:30,054 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:30,054 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2cfeed6e4f6c0ba16a9356ebfcfe321d: Running coprocessor pre-open hook at 1731846270043Writing region info on filesystem at 1731846270043Initializing all the Stores at 1731846270043Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846270043Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846270044 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846270044Cleaning up temporary data from old regions at 1731846270049 (+5 ms)Running coprocessor post-open hooks at 1731846270054 (+5 ms)Region opened successfully at 1731846270054 2024-11-17T12:24:30,064 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., pid=6, masterSystemTime=1731846270026 2024-11-17T12:24:30,066 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:30,066 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:30,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2cfeed6e4f6c0ba16a9356ebfcfe321d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2cfeed6e4f6c0ba16a9356ebfcfe321d, server=5dda233f2f2e,40931,1731846256589 because future has completed 2024-11-17T12:24:30,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:24:30,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2cfeed6e4f6c0ba16a9356ebfcfe321d, server=5dda233f2f2e,40931,1731846256589 in 195 msec 2024-11-17T12:24:30,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:24:30,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2cfeed6e4f6c0ba16a9356ebfcfe321d, ASSIGN in 350 msec 2024-11-17T12:24:30,072 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:24:30,072 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846270072"}]},"ts":"1731846270072"} 2024-11-17T12:24:30,073 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:24:30,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:24:30,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-17T12:24:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:31,052 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:24:31,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a3e2046 2024-11-17T12:24:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:31,054 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:31,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:24:31,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:24:31,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:24:31,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:31,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:24:31,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:24:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:31,464 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f269fc4471011df50ca9413ab2042bcc, NAME => 'test,,1731846271054.f269fc4471011df50ca9413ab2042bcc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7 2024-11-17T12:24:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:24:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:31,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846271054.f269fc4471011df50ca9413ab2042bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:31,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f269fc4471011df50ca9413ab2042bcc, disabling compactions & flushes 2024-11-17T12:24:31,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:31,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:31,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. after waiting 0 ms 2024-11-17T12:24:31,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:31,868 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:31,868 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f269fc4471011df50ca9413ab2042bcc: Waiting for close lock at 1731846271868Disabling compacts and flushes for region at 1731846271868Disabling writes for close at 1731846271868Writing region close event to WAL at 1731846271868Closed at 1731846271868 2024-11-17T12:24:31,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:24:31,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846271054.f269fc4471011df50ca9413ab2042bcc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846271869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846271869"}]},"ts":"1731846271869"} 2024-11-17T12:24:31,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:24:31,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:24:31,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846271872"}]},"ts":"1731846271872"} 2024-11-17T12:24:31,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:24:31,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f269fc4471011df50ca9413ab2042bcc, ASSIGN}] 2024-11-17T12:24:31,874 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f269fc4471011df50ca9413ab2042bcc, ASSIGN 2024-11-17T12:24:31,874 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f269fc4471011df50ca9413ab2042bcc, ASSIGN; state=OFFLINE, location=5dda233f2f2e,42097,1731846261469; forceNewPlan=false, retain=false 2024-11-17T12:24:32,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f269fc4471011df50ca9413ab2042bcc, regionState=OPENING, regionLocation=5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:32,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f269fc4471011df50ca9413ab2042bcc, ASSIGN because future has completed 2024-11-17T12:24:32,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f269fc4471011df50ca9413ab2042bcc, server=5dda233f2f2e,42097,1731846261469}] 2024-11-17T12:24:32,181 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:32,182 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f269fc4471011df50ca9413ab2042bcc, NAME => 'test,,1731846271054.f269fc4471011df50ca9413ab2042bcc.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:32,182 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:32,182 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:24:32,182 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,182 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846271054.f269fc4471011df50ca9413ab2042bcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:32,182 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,182 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,183 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,184 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f269fc4471011df50ca9413ab2042bcc columnFamilyName f 2024-11-17T12:24:32,184 DEBUG [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:32,184 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] regionserver.HStore(327): Store=f269fc4471011df50ca9413ab2042bcc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:32,184 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,185 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f269fc4471011df50ca9413ab2042bcc columnFamilyName f1 2024-11-17T12:24:32,185 DEBUG [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:32,186 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] regionserver.HStore(327): Store=f269fc4471011df50ca9413ab2042bcc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:32,186 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,186 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f269fc4471011df50ca9413ab2042bcc columnFamilyName norep 2024-11-17T12:24:32,186 DEBUG [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:32,187 INFO [StoreOpener-f269fc4471011df50ca9413ab2042bcc-1 {}] regionserver.HStore(327): Store=f269fc4471011df50ca9413ab2042bcc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:32,187 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,187 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,188 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,188 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,188 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,189 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:24:32,189 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:32,191 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:32,191 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f269fc4471011df50ca9413ab2042bcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75039951, jitterRate=0.11818240582942963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:24:32,191 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:32,191 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f269fc4471011df50ca9413ab2042bcc: Running coprocessor pre-open hook at 1731846272182Writing region info on filesystem at 1731846272182Initializing all the Stores at 1731846272183 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846272183Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846272183Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846272183Cleaning up temporary data from old regions at 1731846272188 (+5 ms)Running coprocessor post-open hooks at 1731846272191 (+3 ms)Region opened successfully at 1731846272191 2024-11-17T12:24:32,192 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846271054.f269fc4471011df50ca9413ab2042bcc., pid=6, masterSystemTime=1731846272179 2024-11-17T12:24:32,194 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:32,194 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:32,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f269fc4471011df50ca9413ab2042bcc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:32,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f269fc4471011df50ca9413ab2042bcc, server=5dda233f2f2e,42097,1731846261469 because future has completed 2024-11-17T12:24:32,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:24:32,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f269fc4471011df50ca9413ab2042bcc, server=5dda233f2f2e,42097,1731846261469 in 169 msec 2024-11-17T12:24:32,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:24:32,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f269fc4471011df50ca9413ab2042bcc, ASSIGN in 325 msec 2024-11-17T12:24:32,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:24:32,200 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846272200"}]},"ts":"1731846272200"} 2024-11-17T12:24:32,202 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:24:32,203 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:24:32,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-17T12:24:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:33,202 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:24:33,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@463ae411 2024-11-17T12:24:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:33,204 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:33,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T12:24:33,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:24:33,206 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:33,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T12:24:33,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:24:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741835_1011 (size=902) 2024-11-17T12:24:33,211 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66ddce902c523396405ac46384d5d53c, NAME => 'test,,1731846273204.66ddce902c523396405ac46384d5d53c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75 2024-11-17T12:24:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741836_1012 (size=39) 2024-11-17T12:24:33,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:33,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:24:33,272 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148888 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5dda233f2f2e,41561,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:41561 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T12:24:33,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:33,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731846273204.66ddce902c523396405ac46384d5d53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:33,615 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66ddce902c523396405ac46384d5d53c, disabling compactions & flushes 2024-11-17T12:24:33,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:33,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:33,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731846273204.66ddce902c523396405ac46384d5d53c. after waiting 0 ms 2024-11-17T12:24:33,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:33,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:33,616 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66ddce902c523396405ac46384d5d53c: Waiting for close lock at 1731846273615Disabling compacts and flushes for region at 1731846273615Disabling writes for close at 1731846273616 (+1 ms)Writing region close event to WAL at 1731846273616Closed at 1731846273616 2024-11-17T12:24:33,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:24:33,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731846273204.66ddce902c523396405ac46384d5d53c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731846273617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846273617"}]},"ts":"1731846273617"} 2024-11-17T12:24:33,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:24:33,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:24:33,619 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846273619"}]},"ts":"1731846273619"} 2024-11-17T12:24:33,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T12:24:33,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66ddce902c523396405ac46384d5d53c, ASSIGN}] 2024-11-17T12:24:33,621 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66ddce902c523396405ac46384d5d53c, ASSIGN 2024-11-17T12:24:33,621 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66ddce902c523396405ac46384d5d53c, ASSIGN; state=OFFLINE, location=5dda233f2f2e,41161,1731846266729; forceNewPlan=false, retain=false 2024-11-17T12:24:33,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66ddce902c523396405ac46384d5d53c, regionState=OPENING, regionLocation=5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:33,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66ddce902c523396405ac46384d5d53c, ASSIGN because future has completed 2024-11-17T12:24:33,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ddce902c523396405ac46384d5d53c, server=5dda233f2f2e,41161,1731846266729}] 2024-11-17T12:24:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:33,929 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:33,929 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66ddce902c523396405ac46384d5d53c, NAME => 'test,,1731846273204.66ddce902c523396405ac46384d5d53c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:33,929 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:33,930 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T12:24:33,930 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,930 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731846273204.66ddce902c523396405ac46384d5d53c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:33,930 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,930 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,931 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,932 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ddce902c523396405ac46384d5d53c columnFamilyName f 2024-11-17T12:24:33,932 DEBUG [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:33,932 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] regionserver.HStore(327): Store=66ddce902c523396405ac46384d5d53c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:33,932 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,933 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ddce902c523396405ac46384d5d53c columnFamilyName f1 2024-11-17T12:24:33,933 DEBUG [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:33,933 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] regionserver.HStore(327): Store=66ddce902c523396405ac46384d5d53c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:33,933 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,934 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66ddce902c523396405ac46384d5d53c columnFamilyName norep 2024-11-17T12:24:33,934 DEBUG [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:33,934 INFO [StoreOpener-66ddce902c523396405ac46384d5d53c-1 {}] regionserver.HStore(327): Store=66ddce902c523396405ac46384d5d53c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:33,934 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,935 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,935 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,936 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,936 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,936 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:24:33,937 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,938 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:33,938 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66ddce902c523396405ac46384d5d53c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66621482, jitterRate=-0.007262557744979858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:24:33,938 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:33,938 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66ddce902c523396405ac46384d5d53c: Running coprocessor pre-open hook at 1731846273930Writing region info on filesystem at 1731846273930Initializing all the Stores at 1731846273931 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846273931Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846273931Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846273931Cleaning up temporary data from old regions at 1731846273936 (+5 ms)Running coprocessor post-open hooks at 1731846273938 (+2 ms)Region opened successfully at 1731846273938 2024-11-17T12:24:33,939 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731846273204.66ddce902c523396405ac46384d5d53c., pid=6, masterSystemTime=1731846273926 2024-11-17T12:24:33,940 DEBUG [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:33,940 INFO [RS_OPEN_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:33,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66ddce902c523396405ac46384d5d53c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:33,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66ddce902c523396405ac46384d5d53c, server=5dda233f2f2e,41161,1731846266729 because future has completed 2024-11-17T12:24:33,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T12:24:33,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66ddce902c523396405ac46384d5d53c, server=5dda233f2f2e,41161,1731846266729 in 169 msec 2024-11-17T12:24:33,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T12:24:33,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66ddce902c523396405ac46384d5d53c, ASSIGN in 324 msec 2024-11-17T12:24:33,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:24:33,946 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846273946"}]},"ts":"1731846273946"} 2024-11-17T12:24:33,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T12:24:33,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:24:33,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 743 msec 2024-11-17T12:24:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T12:24:34,341 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T12:24:34,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acf74bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:34,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,37243,-1 for getting cluster id 2024-11-17T12:24:34,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:34,342 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29b3d97-fc6b-4404-9d95-f968cefcec20' 2024-11-17T12:24:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29b3d97-fc6b-4404-9d95-f968cefcec20" 2024-11-17T12:24:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4144258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,37243,-1] 2024-11-17T12:24:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:34,343 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2bf348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:34,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e4aab56 2024-11-17T12:24:34,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:34,345 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:34,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://5dda233f2f2e:45271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:24:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:24:34,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:24:34,347 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:45271' 2024-11-17T12:24:34,348 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e60e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:34,348 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45271,-1 for getting cluster id 2024-11-17T12:24:34,348 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:34,349 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc722cf-727d-44d0-b1cb-0a7ef0599169' 2024-11-17T12:24:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc722cf-727d-44d0-b1cb-0a7ef0599169" 2024-11-17T12:24:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34dd85d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45271,-1] 2024-11-17T12:24:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:34,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:34,350 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:34,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e131a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:34,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:34,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:34,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58fe798f 2024-11-17T12:24:34,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:34,351 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:34,352 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T12:24:34,352 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:24:34,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:34,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:34,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:34,352 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T12:24:34,353 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T12:24:34,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T12:24:34,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:34,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T12:24:34,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741837_1013 (size=1138) 2024-11-17T12:24:34,403 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T12:24:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:24:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:24:34,763 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62ace984ee20b17b85eecc3fd882bee1, NAME => 'hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812 2024-11-17T12:24:34,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741838_1014 (size=44) 2024-11-17T12:24:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:24:35,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:35,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62ace984ee20b17b85eecc3fd882bee1, disabling compactions & flushes 2024-11-17T12:24:35,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:35,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:35,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. after waiting 0 ms 2024-11-17T12:24:35,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:35,167 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:35,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62ace984ee20b17b85eecc3fd882bee1: Waiting for close lock at 1731846275167Disabling compacts and flushes for region at 1731846275167Disabling writes for close at 1731846275167Writing region close event to WAL at 1731846275167Closed at 1731846275167 2024-11-17T12:24:35,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T12:24:35,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731846275168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731846275168"}]},"ts":"1731846275168"} 2024-11-17T12:24:35,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T12:24:35,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T12:24:35,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846275170"}]},"ts":"1731846275170"} 2024-11-17T12:24:35,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T12:24:35,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62ace984ee20b17b85eecc3fd882bee1, ASSIGN}] 2024-11-17T12:24:35,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62ace984ee20b17b85eecc3fd882bee1, ASSIGN 2024-11-17T12:24:35,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62ace984ee20b17b85eecc3fd882bee1, ASSIGN; state=OFFLINE, location=5dda233f2f2e,40931,1731846256589; forceNewPlan=false, retain=false 2024-11-17T12:24:35,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62ace984ee20b17b85eecc3fd882bee1, regionState=OPENING, regionLocation=5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:35,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62ace984ee20b17b85eecc3fd882bee1, ASSIGN because future has completed 2024-11-17T12:24:35,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62ace984ee20b17b85eecc3fd882bee1, server=5dda233f2f2e,40931,1731846256589}] 2024-11-17T12:24:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:24:35,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:35,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T12:24:35,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T12:24:35,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5dda233f2f2e%2C40931%2C1731846256589.rep, suffix=, logDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589, archiveDir=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/oldWALs, maxLogs=10 2024-11-17T12:24:35,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.rep.1731846275484, exclude list is [], retry=0 2024-11-17T12:24:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36283,DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b,DISK] 2024-11-17T12:24:35,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.rep.1731846275484 2024-11-17T12:24:35,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-17T12:24:35,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 62ace984ee20b17b85eecc3fd882bee1, NAME => 'hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T12:24:35,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T12:24:35,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T12:24:35,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. service=MultiRowMutationService 2024-11-17T12:24:35,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T12:24:35,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T12:24:35,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,501 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,502 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ace984ee20b17b85eecc3fd882bee1 columnFamilyName hfileref 2024-11-17T12:24:35,502 DEBUG [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:35,502 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] regionserver.HStore(327): Store=62ace984ee20b17b85eecc3fd882bee1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:35,503 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,503 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ace984ee20b17b85eecc3fd882bee1 columnFamilyName queue 2024-11-17T12:24:35,503 DEBUG [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:35,504 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] regionserver.HStore(327): Store=62ace984ee20b17b85eecc3fd882bee1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:35,504 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,504 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ace984ee20b17b85eecc3fd882bee1 columnFamilyName sid 2024-11-17T12:24:35,504 DEBUG [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T12:24:35,504 INFO [StoreOpener-62ace984ee20b17b85eecc3fd882bee1-1 {}] regionserver.HStore(327): Store=62ace984ee20b17b85eecc3fd882bee1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T12:24:35,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T12:24:35,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T12:24:35,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 62ace984ee20b17b85eecc3fd882bee1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61684826, jitterRate=-0.08082446455955505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T12:24:35,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:35,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 62ace984ee20b17b85eecc3fd882bee1: Running coprocessor pre-open hook at 1731846275500Writing region info on filesystem at 1731846275500Initializing all the Stores at 1731846275501 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846275501Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846275501Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731846275501Cleaning up temporary data from old regions at 1731846275506 (+5 ms)Running coprocessor post-open hooks at 1731846275508 (+2 ms)Region opened successfully at 1731846275508 2024-11-17T12:24:35,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1., pid=10, masterSystemTime=1731846275479 2024-11-17T12:24:35,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:35,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:35,510 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62ace984ee20b17b85eecc3fd882bee1, regionState=OPEN, openSeqNum=2, regionLocation=5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:35,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62ace984ee20b17b85eecc3fd882bee1, server=5dda233f2f2e,40931,1731846256589 because future has completed 2024-11-17T12:24:35,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T12:24:35,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62ace984ee20b17b85eecc3fd882bee1, server=5dda233f2f2e,40931,1731846256589 in 185 msec 2024-11-17T12:24:35,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T12:24:35,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62ace984ee20b17b85eecc3fd882bee1, ASSIGN in 342 msec 2024-11-17T12:24:35,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T12:24:35,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731846275516"}]},"ts":"1731846275516"} 2024-11-17T12:24:35,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T12:24:35,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T12:24:35,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-17T12:24:35,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:24:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2] 2024-11-17T12:24:35,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:35,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:35,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:24:35,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:35,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T12:24:35,755 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T12:24:35,784 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5dda233f2f2e,40931,1731846256589, ReplicationSource: 1, currentBandwidth=0 2024-11-17T12:24:35,785 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:35,785 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40931,1731846256589, seqNum=-1] 2024-11-17T12:24:35,785 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:35,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-17T12:24:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5dda233f2f2e,40931,1731846256589', locateType=CURRENT is [region=hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2] 2024-11-17T12:24:35,789 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T12:24:35,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T12:24:35,791 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5dda233f2f2e,40931,1731846256589 suceeded 2024-11-17T12:24:35,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T12:24:35,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-17T12:24:35,793 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5dda233f2f2e:45271,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:24:35,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4480 sec 2024-11-17T12:24:35,808 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:45271' 2024-11-17T12:24:35,812 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ec92cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:35,812 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45271,-1 for getting cluster id 2024-11-17T12:24:35,812 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:35,813 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc722cf-727d-44d0-b1cb-0a7ef0599169' 2024-11-17T12:24:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc722cf-727d-44d0-b1cb-0a7ef0599169" 2024-11-17T12:24:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ec207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45271,-1] 2024-11-17T12:24:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:35,814 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:35,814 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e0b78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:35,815 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:35,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:35,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec9dc66 2024-11-17T12:24:35,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:35,816 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T12:24:35,817 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5dda233f2f2e,40931,1731846256589 (queues=1) is replicating from cluster=b29b3d97-fc6b-4404-9d95-f968cefcec20 to cluster=5fc722cf-727d-44d0-b1cb-0a7ef0599169 2024-11-17T12:24:35,817 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5dda233f2f2e%2C40931%2C1731846256589 2024-11-17T12:24:35,817 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5dda233f2f2e,40931,1731846256589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:24:35,818 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089, startPosition=0, beingWritten=true 2024-11-17T12:24:35,828 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C40931%2C1731846256589 2024-11-17T12:24:35,830 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:24:35,830 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 379, reset compression=false 2024-11-17T12:24:35,830 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,40931,1731846256589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:24:36,034 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 379, reset compression=false 2024-11-17T12:24:36,090 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T12:24:36,339 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 379, reset compression=false 2024-11-17T12:24:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T12:24:36,491 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T12:24:36,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:36,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:36,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:36,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:36,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:36,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,37243,-1 for getting cluster id 2024-11-17T12:24:36,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:36,492 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29b3d97-fc6b-4404-9d95-f968cefcec20' 2024-11-17T12:24:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29b3d97-fc6b-4404-9d95-f968cefcec20" 2024-11-17T12:24:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5920e187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,37243,-1] 2024-11-17T12:24:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:36,493 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207ac42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45271,-1 for getting cluster id 2024-11-17T12:24:36,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:36,494 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc722cf-727d-44d0-b1cb-0a7ef0599169' 2024-11-17T12:24:36,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc722cf-727d-44d0-b1cb-0a7ef0599169" 2024-11-17T12:24:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6460b07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45271,-1] 2024-11-17T12:24:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:36,495 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dea6bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35233,-1 for getting cluster id 2024-11-17T12:24:36,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:36,497 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed888ea9-84a8-42f9-a293-1012f31b26f7' 2024-11-17T12:24:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed888ea9-84a8-42f9-a293-1012f31b26f7" 2024-11-17T12:24:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fde4da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35233,-1] 2024-11-17T12:24:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:36,497 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:36,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e6b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:36,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:36,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731846276501/Put/seqid=0 2024-11-17T12:24:36,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741840_1016 (size=7894) 2024-11-17T12:24:36,742 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 379, reset compression=false 2024-11-17T12:24:36,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731846276908/Put/seqid=0 2024-11-17T12:24:36,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741841_1017 (size=7691) 2024-11-17T12:24:37,245 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 379, reset compression=false 2024-11-17T12:24:37,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:37,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,37243,-1 for getting cluster id 2024-11-17T12:24:37,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:37,319 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29b3d97-fc6b-4404-9d95-f968cefcec20' 2024-11-17T12:24:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29b3d97-fc6b-4404-9d95-f968cefcec20" 2024-11-17T12:24:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ece0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,37243,-1] 2024-11-17T12:24:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:37,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:37,321 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:37,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7459a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:37,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:37,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40931,1731846256589, seqNum=-1] 2024-11-17T12:24:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:37,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:37,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:37,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:37,337 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7697e8d1 2024-11-17T12:24:37,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:37,338 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2] 2024-11-17T12:24:37,346 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:24:37,385 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-17T12:24:37,387 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-17T12:24:37,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2cfeed6e4f6c0ba16a9356ebfcfe321d/f 2024-11-17T12:24:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T12:24:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:37,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2cfeed6e4f6c0ba16a9356ebfcfe321d/f 2024-11-17T12:24:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T12:24:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HRegion(2603): Flush status journal for 2cfeed6e4f6c0ba16a9356ebfcfe321d: 2024-11-17T12:24:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_0 2024-11-17T12:24:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_0 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ 2024-11-17T12:24:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_1 2024-11-17T12:24:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_1 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ 2024-11-17T12:24:37,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_0 into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ - updating store file list. 2024-11-17T12:24:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:37,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f 2024-11-17T12:24:37,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_0 into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f (new location: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_) 2024-11-17T12:24:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_0 2024-11-17T12:24:37,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_1 into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ - updating store file list. 2024-11-17T12:24:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:37,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f 2024-11-17T12:24:37,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_1 into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f (new location: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_) 2024-11-17T12:24:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__qem6th9j7qeu324qo3lob80hutd92de54hdoml81fmc4iai1572f33ng8p0e958i/f/hfile_1 2024-11-17T12:24:37,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:37,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:37,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:37,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:37,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:49380 deadline: 1731846337427 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:49380 2024-11-17T12:24:37,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2 , the old value is region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5dda233f2f2e:40931 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:24:37,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:24:37,428 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2 from cache 2024-11-17T12:24:37,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:37,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42097,1731846261469, seqNum=-1] 2024-11-17T12:24:37,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:37,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:37,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731846271054.f269fc4471011df50ca9413ab2042bcc., hostname=5dda233f2f2e,42097,1731846261469, seqNum=2] 2024-11-17T12:24:37,433 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T12:24:37,532 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:40931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T12:24:37,849 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 379, reset compression=false 2024-11-17T12:24:37,853 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:24:37,853 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,40931,1731846256589 got entry batch from reader: WALEntryBatch [walEntries=[{test/2cfeed6e4f6c0ba16a9356ebfcfe321d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731846277425/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T12:24:37,855 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:24:37,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T12:24:37,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.ReplicationSink(318): Replicating [b29b3d97-fc6b-4404-9d95-f968cefcec20] bulk loaded data 2024-11-17T12:24:37,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c3f402b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:37,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,45271,-1 for getting cluster id 2024-11-17T12:24:37,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:37,858 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fc722cf-727d-44d0-b1cb-0a7ef0599169' 2024-11-17T12:24:37,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:37,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fc722cf-727d-44d0-b1cb-0a7ef0599169" 2024-11-17T12:24:37,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6df3ed93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:37,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,45271,-1] 2024-11-17T12:24:37,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:37,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:37,859 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:37,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a789a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741837_1013 (size=7894) 2024-11-17T12:24:37,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741838_1014 (size=7691) 2024-11-17T12:24:37,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:37,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:37,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78508b54 2024-11-17T12:24:37,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:37,946 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-17T12:24:37,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:24:37,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:37,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,42097,1731846261469, seqNum=-1] 2024-11-17T12:24:37,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:37,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-17T12:24:37,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-17T12:24:37,962 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-17T12:24:37,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ for inclusion in f269fc4471011df50ca9413ab2042bcc/f 2024-11-17T12:24:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T12:24:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:37,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ for inclusion in f269fc4471011df50ca9413ab2042bcc/f 2024-11-17T12:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T12:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HRegion(2603): Flush status journal for f269fc4471011df50ca9413ab2042bcc: 2024-11-17T12:24:37,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/590a36bed57e4964a3b1344f1f14c35d_SeqId_4_ 2024-11-17T12:24:37,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:24:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/666388599f2345cd9e1656cd3697c221_SeqId_4_ 2024-11-17T12:24:37,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ into f269fc4471011df50ca9413ab2042bcc/f as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/590a36bed57e4964a3b1344f1f14c35d_SeqId_4_ - updating store file list. 2024-11-17T12:24:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 590a36bed57e4964a3b1344f1f14c35d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:37,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/590a36bed57e4964a3b1344f1f14c35d_SeqId_4_ into f269fc4471011df50ca9413ab2042bcc/f 2024-11-17T12:24:37,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ into f269fc4471011df50ca9413ab2042bcc/f (new location: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/590a36bed57e4964a3b1344f1f14c35d_SeqId_4_) 2024-11-17T12:24:37,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/cfc554a662ca49d7bfe255804fd2bcbe_SeqId_4_ 2024-11-17T12:24:37,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ into f269fc4471011df50ca9413ab2042bcc/f as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/666388599f2345cd9e1656cd3697c221_SeqId_4_ - updating store file list. 2024-11-17T12:24:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 666388599f2345cd9e1656cd3697c221_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:37,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/666388599f2345cd9e1656cd3697c221_SeqId_4_ into f269fc4471011df50ca9413ab2042bcc/f 2024-11-17T12:24:37,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ into f269fc4471011df50ca9413ab2042bcc/f (new location: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/666388599f2345cd9e1656cd3697c221_SeqId_4_) 2024-11-17T12:24:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__3un2omcbk56731qvd0m186vbcm7sjl23ciivuhr7na4o033svvcp8k8tmap0pbs4/f/e2176a3bfe5d4bb09681f211df6c172d_SeqId_4_ 2024-11-17T12:24:37,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.ReplicationSink(324): Finished replicating [b29b3d97-fc6b-4404-9d95-f968cefcec20] bulk loaded data 2024-11-17T12:24:38,054 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 687, reset compression=false 2024-11-17T12:24:38,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:24:38,363 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 687, reset compression=false 2024-11-17T12:24:38,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41161,1731846266729, seqNum=-1] 2024-11-17T12:24:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:38,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:38,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731846273204.66ddce902c523396405ac46384d5d53c., hostname=5dda233f2f2e,41161,1731846266729, seqNum=2] 2024-11-17T12:24:38,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:24:38,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T12:24:38,451 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5dda233f2f2e%2C40931%2C1731846256589.rep:(num 1731846275484) roll requested 2024-11-17T12:24:38,469 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.rep.1731846278451, exclude list is [], retry=0 2024-11-17T12:24:38,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36283,DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b,DISK] 2024-11-17T12:24:38,473 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.rep.1731846275484 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.rep.1731846278451 2024-11-17T12:24:38,476 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-17T12:24:38,476 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.rep.1731846275484 is not closed yet, will try archiving it next time 2024-11-17T12:24:38,477 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5dda233f2f2e%2C40931%2C1731846256589:(num 1731846258089) roll requested 2024-11-17T12:24:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741839_1015 (size=1505) 2024-11-17T12:24:38,495 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477, exclude list is [], retry=0 2024-11-17T12:24:38,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36283,DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b,DISK] 2024-11-17T12:24:38,521 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 2024-11-17T12:24:38,524 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-17T12:24:38,524 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 is not closed yet, will try archiving it next time 2024-11-17T12:24:38,524 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5dda233f2f2e%2C40931%2C1731846256589.meta:.meta(num 1731846259071) roll requested 2024-11-17T12:24:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741832_1008 (size=695) 2024-11-17T12:24:38,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e0362f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,37243,-1 for getting cluster id 2024-11-17T12:24:38,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:38,529 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29b3d97-fc6b-4404-9d95-f968cefcec20' 2024-11-17T12:24:38,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:38,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29b3d97-fc6b-4404-9d95-f968cefcec20" 2024-11-17T12:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c427ab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,37243,-1] 2024-11-17T12:24:38,530 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/oldWALs/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 2024-11-17T12:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:38,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,530 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:38,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@181eac06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5409fb7 2024-11-17T12:24:38,532 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:38,533 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:38,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://5dda233f2f2e:35233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T12:24:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T12:24:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T12:24:38,537 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:35233' 2024-11-17T12:24:38,550 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.meta.1731846278525.meta, exclude list is [], retry=0 2024-11-17T12:24:38,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36283,DS-6a50bf98-f89d-4e60-853f-d72c403f8f3b,DISK] 2024-11-17T12:24:38,556 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57200a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,556 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35233,-1 for getting cluster id 2024-11-17T12:24:38,557 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:38,558 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed888ea9-84a8-42f9-a293-1012f31b26f7' 2024-11-17T12:24:38,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:38,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed888ea9-84a8-42f9-a293-1012f31b26f7" 2024-11-17T12:24:38,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d3781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35233,-1] 2024-11-17T12:24:38,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:38,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,560 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:38,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c129b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,560 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:38,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:38,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aef94d 2024-11-17T12:24:38,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:38,562 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:38,564 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T12:24:38,564 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T12:24:38,564 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,564 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,566 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:38,577 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.meta.1731846259071.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.meta.1731846278525.meta 2024-11-17T12:24:38,588 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41445:41445)] 2024-11-17T12:24:38,588 DEBUG [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.meta.1731846259071.meta is not closed yet, will try archiving it next time 2024-11-17T12:24:38,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T12:24:38,602 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.meta.1731846259071.meta not finished, retry = 0 2024-11-17T12:24:38,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741834_1010 (size=3473) 2024-11-17T12:24:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T12:24:38,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40931 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T12:24:38,753 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T12:24:38,772 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 to pos 687, reset compression=false 2024-11-17T12:24:38,774 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 was moved to hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/oldWALs/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 2024-11-17T12:24:38,775 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089 2024-11-17T12:24:38,776 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,40931,1731846256589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846258089, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T12:24:38,776 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477, startPosition=0, beingWritten=true 2024-11-17T12:24:38,779 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5dda233f2f2e%2C40931%2C1731846256589.1731846258089] 2024-11-17T12:24:38,794 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5dda233f2f2e,40931,1731846256589, ReplicationSource: 2, currentBandwidth=0 2024-11-17T12:24:38,805 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T12:24:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T12:24:38,807 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5dda233f2f2e,40931,1731846256589 suceeded 2024-11-17T12:24:38,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T12:24:38,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-17T12:24:38,809 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5dda233f2f2e:35233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T12:24:38,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 275 msec 2024-11-17T12:24:38,822 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5dda233f2f2e:35233' 2024-11-17T12:24:38,823 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@af5a826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,823 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35233,-1 for getting cluster id 2024-11-17T12:24:38,823 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:38,824 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed888ea9-84a8-42f9-a293-1012f31b26f7' 2024-11-17T12:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed888ea9-84a8-42f9-a293-1012f31b26f7" 2024-11-17T12:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c387df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35233,-1] 2024-11-17T12:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:38,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,825 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:38,825 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e36f86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,825 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:38,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:38,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7925243f 2024-11-17T12:24:38,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:38,827 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T12:24:38,827 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5dda233f2f2e,40931,1731846256589 (queues=1) is replicating from cluster=b29b3d97-fc6b-4404-9d95-f968cefcec20 to cluster=ed888ea9-84a8-42f9-a293-1012f31b26f7 2024-11-17T12:24:38,828 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5dda233f2f2e%2C40931%2C1731846256589 2024-11-17T12:24:38,828 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5dda233f2f2e,40931,1731846256589, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T12:24:38,828 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477, startPosition=0, beingWritten=true 2024-11-17T12:24:38,833 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5dda233f2f2e%2C40931%2C1731846256589 2024-11-17T12:24:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T12:24:38,851 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T12:24:38,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:38,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:38,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:38,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T12:24:38,855 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731846278855/Put/seqid=0 2024-11-17T12:24:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741845_1021 (size=11194) 2024-11-17T12:24:38,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731846278864/Put/seqid=0 2024-11-17T12:24:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741846_1022 (size=10791) 2024-11-17T12:24:38,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,37243,-1 for getting cluster id 2024-11-17T12:24:38,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:38,869 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b29b3d97-fc6b-4404-9d95-f968cefcec20' 2024-11-17T12:24:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b29b3d97-fc6b-4404-9d95-f968cefcec20" 2024-11-17T12:24:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262a1efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,37243,-1] 2024-11-17T12:24:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,870 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:38,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f694464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:38,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,40931,1731846256589, seqNum=-1] 2024-11-17T12:24:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:38,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T12:24:38,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712f19d0 2024-11-17T12:24:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:38,879 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T12:24:38,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2] 2024-11-17T12:24:38,884 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:24:38,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-17T12:24:38,891 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-17T12:24:38,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2cfeed6e4f6c0ba16a9356ebfcfe321d/f 2024-11-17T12:24:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T12:24:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:38,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2cfeed6e4f6c0ba16a9356ebfcfe321d/f 2024-11-17T12:24:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T12:24:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HRegion(2603): Flush status journal for 2cfeed6e4f6c0ba16a9356ebfcfe321d: 2024-11-17T12:24:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_0 2024-11-17T12:24:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_0 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ 2024-11-17T12:24:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_1 2024-11-17T12:24:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_1 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ 2024-11-17T12:24:38,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_0 into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ - updating store file list. 2024-11-17T12:24:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e23435ca10f472aa6315a2597b03cc4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:38,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f 2024-11-17T12:24:38,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_0 into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f (new location: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_) 2024-11-17T12:24:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_0 2024-11-17T12:24:38,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_1 into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ - updating store file list. 2024-11-17T12:24:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:38,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f 2024-11-17T12:24:38,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_1 into 2cfeed6e4f6c0ba16a9356ebfcfe321d/f (new location: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_) 2024-11-17T12:24:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/staging/jenkins__test__34o1067igp98rqr6kpad5i97har3qc42lfcvne55nivptbq2nqaolumv3apbui7l/f/hfile_1 2024-11-17T12:24:38,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:38,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:38,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:38,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:38,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2 , the old value is region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5dda233f2f2e:40931 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:24:38,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T12:24:38,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., hostname=5dda233f2f2e,40931,1731846256589, seqNum=2 from cache 2024-11-17T12:24:38,927 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T12:24:38,930 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T12:24:39,032 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:40931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T12:24:39,037 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 0, reset compression=false 2024-11-17T12:24:39,042 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:24:39,042 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5dda233f2f2e,40931,1731846256589 got entry batch from reader: WALEntryBatch [walEntries=[{test/2cfeed6e4f6c0ba16a9356ebfcfe321d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731846278924/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T12:24:39,044 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T12:24:39,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T12:24:39,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(318): Replicating [b29b3d97-fc6b-4404-9d95-f968cefcec20] bulk loaded data 2024-11-17T12:24:39,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@645dcb84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:39,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] client.ClusterIdFetcher(90): Going to request 5dda233f2f2e,35233,-1 for getting cluster id 2024-11-17T12:24:39,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T12:24:39,047 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed888ea9-84a8-42f9-a293-1012f31b26f7' 2024-11-17T12:24:39,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T12:24:39,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed888ea9-84a8-42f9-a293-1012f31b26f7" 2024-11-17T12:24:39,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@628a8841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:39,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5dda233f2f2e,35233,-1] 2024-11-17T12:24:39,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T12:24:39,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:39,048 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-17T12:24:39,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e79df6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T12:24:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741837_1013 (size=11194) 2024-11-17T12:24:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741838_1014 (size=10791) 2024-11-17T12:24:39,242 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:39,281 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 0, reset compression=false 2024-11-17T12:24:39,289 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T12:24:39,290 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,40931,1731846256589 got entry batch from reader: WALEntryBatch [walEntries=[{test/2cfeed6e4f6c0ba16a9356ebfcfe321d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731846278924/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T12:24:39,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.ReplicationSink(318): Replicating [b29b3d97-fc6b-4404-9d95-f968cefcec20] bulk loaded data 2024-11-17T12:24:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741839_1015 (size=11194) 2024-11-17T12:24:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741840_1016 (size=10791) 2024-11-17T12:24:39,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:24:39,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T12:24:39,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T12:24:39,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ for inclusion in f269fc4471011df50ca9413ab2042bcc/f 2024-11-17T12:24:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T12:24:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:39,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ for inclusion in f269fc4471011df50ca9413ab2042bcc/f 2024-11-17T12:24:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T12:24:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HRegion(2603): Flush status journal for f269fc4471011df50ca9413ab2042bcc: 2024-11-17T12:24:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:24:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/09e4ed502bd84bbb9fb062007e6bc261_SeqId_6_ 2024-11-17T12:24:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:24:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/0ffd95e5cac64078b5cef12985209310_SeqId_6_ 2024-11-17T12:24:39,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ into f269fc4471011df50ca9413ab2042bcc/f as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/09e4ed502bd84bbb9fb062007e6bc261_SeqId_6_ - updating store file list. 2024-11-17T12:24:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09e4ed502bd84bbb9fb062007e6bc261_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:39,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/09e4ed502bd84bbb9fb062007e6bc261_SeqId_6_ into f269fc4471011df50ca9413ab2042bcc/f 2024-11-17T12:24:39,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ into f269fc4471011df50ca9413ab2042bcc/f (new location: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/09e4ed502bd84bbb9fb062007e6bc261_SeqId_6_) 2024-11-17T12:24:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ 2024-11-17T12:24:39,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ into f269fc4471011df50ca9413ab2042bcc/f as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/0ffd95e5cac64078b5cef12985209310_SeqId_6_ - updating store file list. 2024-11-17T12:24:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ffd95e5cac64078b5cef12985209310_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:39,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/0ffd95e5cac64078b5cef12985209310_SeqId_6_ into f269fc4471011df50ca9413ab2042bcc/f 2024-11-17T12:24:39,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ into f269fc4471011df50ca9413ab2042bcc/f (new location: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/f/0ffd95e5cac64078b5cef12985209310_SeqId_6_) 2024-11-17T12:24:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/staging/jenkins.hfs.22__test__2198ivga86ujvkp35tcgfatueijbk95ihb7f1phe3mdu91dkbu2tt8i5e81cm3so/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ 2024-11-17T12:24:39,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] regionserver.ReplicationSink(324): Finished replicating [b29b3d97-fc6b-4404-9d95-f968cefcec20] bulk loaded data 2024-11-17T12:24:39,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T12:24:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69dda42e 2024-11-17T12:24:39,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T12:24:39,477 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-17T12:24:39,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T12:24:39,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T12:24:39,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5dda233f2f2e,41161,1731846266729, seqNum=-1] 2024-11-17T12:24:39,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T12:24:39,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-17T12:24:39,485 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T12:24:39,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T12:24:39,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ for inclusion in 66ddce902c523396405ac46384d5d53c/f 2024-11-17T12:24:39,490 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T12:24:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:39,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ for inclusion in 66ddce902c523396405ac46384d5d53c/f 2024-11-17T12:24:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T12:24:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T12:24:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HRegion(2603): Flush status journal for 66ddce902c523396405ac46384d5d53c: 2024-11-17T12:24:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:24:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/f/57948353933c4405b408911324d23efa_SeqId_4_ 2024-11-17T12:24:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T12:24:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/f/9b462a95ff1244e1b8b43c2a59e9bec4_SeqId_4_ 2024-11-17T12:24:39,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ into 66ddce902c523396405ac46384d5d53c/f as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/f/57948353933c4405b408911324d23efa_SeqId_4_ - updating store file list. 2024-11-17T12:24:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57948353933c4405b408911324d23efa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:39,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/f/57948353933c4405b408911324d23efa_SeqId_4_ into 66ddce902c523396405ac46384d5d53c/f 2024-11-17T12:24:39,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ into 66ddce902c523396405ac46384d5d53c/f (new location: hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/f/57948353933c4405b408911324d23efa_SeqId_4_) 2024-11-17T12:24:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/1e23435ca10f472aa6315a2597b03cc4_SeqId_6_ 2024-11-17T12:24:39,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ into 66ddce902c523396405ac46384d5d53c/f as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/f/9b462a95ff1244e1b8b43c2a59e9bec4_SeqId_4_ - updating store file list. 2024-11-17T12:24:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b462a95ff1244e1b8b43c2a59e9bec4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T12:24:39,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/f/9b462a95ff1244e1b8b43c2a59e9bec4_SeqId_4_ into 66ddce902c523396405ac46384d5d53c/f 2024-11-17T12:24:39,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ into 66ddce902c523396405ac46384d5d53c/f (new location: hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/f/9b462a95ff1244e1b8b43c2a59e9bec4_SeqId_4_) 2024-11-17T12:24:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/staging/jenkins.hfs.23__test__e38gijukg450nokc77icnfvjs4jnh2djhbqbjrmnlb3k97179psntbqtf948ba0k/f/95a7846d1fea4f099ec0d1a98b75cfe5_SeqId_6_ 2024-11-17T12:24:39,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41161 {}] regionserver.ReplicationSink(324): Finished replicating [b29b3d97-fc6b-4404-9d95-f968cefcec20] bulk loaded data 2024-11-17T12:24:39,557 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:39,793 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:39,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:24:39,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:39,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:39,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:39,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:39,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:39,942 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:24:39,942 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2094438598, stopped=false 2024-11-17T12:24:39,942 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,35233,1731846266582 2024-11-17T12:24:39,960 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-297101107/running 2024-11-17T12:24:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-297101107/running 2024-11-17T12:24:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:39,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:39,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:39,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:39,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:39,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:39,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,41161,1731846266729' ***** 2024-11-17T12:24:39,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:24:40,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on znode that does not yet exist, /2-297101107/running 2024-11-17T12:24:40,000 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:24:40,000 INFO [RS:0;5dda233f2f2e:41161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:24:40,000 INFO [RS:0;5dda233f2f2e:41161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:24:40,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:24:40,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Set watcher on znode that does not yet exist, /2-297101107/running 2024-11-17T12:24:40,000 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(3091): Received CLOSE for 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:40,001 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:40,001 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:40,001 INFO [RS:0;5dda233f2f2e:41161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:41161. 2024-11-17T12:24:40,001 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66ddce902c523396405ac46384d5d53c, disabling compactions & flushes 2024-11-17T12:24:40,001 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:40,001 DEBUG [RS:0;5dda233f2f2e:41161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:40,001 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:40,001 DEBUG [RS:0;5dda233f2f2e:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:40,001 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846273204.66ddce902c523396405ac46384d5d53c. after waiting 0 ms 2024-11-17T12:24:40,001 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:40,001 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:24:40,001 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:24:40,001 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:24:40,001 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:24:40,002 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:24:40,002 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1325): Online Regions={66ddce902c523396405ac46384d5d53c=test,,1731846273204.66ddce902c523396405ac46384d5d53c., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:24:40,002 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66ddce902c523396405ac46384d5d53c 2024-11-17T12:24:40,002 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:24:40,002 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:24:40,002 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:24:40,002 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:24:40,002 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:24:40,002 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T12:24:40,015 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/default/test/66ddce902c523396405ac46384d5d53c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T12:24:40,016 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:40,016 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:24:40,016 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:40,016 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66ddce902c523396405ac46384d5d53c: Waiting for close lock at 1731846280001Running coprocessor pre-close hooks at 1731846280001Disabling compacts and flushes for region at 1731846280001Disabling writes for close at 1731846280001Writing region close event to WAL at 1731846280008 (+7 ms)Running coprocessor post-close hooks at 1731846280016 (+8 ms)Closed at 1731846280016 2024-11-17T12:24:40,016 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846273204.66ddce902c523396405ac46384d5d53c. 2024-11-17T12:24:40,024 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/info/fe7216fd877c4eb689d09c2d2895abff is 129, key is test,,1731846273204.66ddce902c523396405ac46384d5d53c./info:regioninfo/1731846273941/Put/seqid=0 2024-11-17T12:24:40,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741839_1015 (size=6421) 2024-11-17T12:24:40,056 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:24:40,056 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:24:40,065 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:40,197 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:40,202 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:24:40,402 DEBUG [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:24:40,429 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/info/fe7216fd877c4eb689d09c2d2895abff 2024-11-17T12:24:40,453 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/ns/a4b608d71f244f7d9315bf5339a66398 is 43, key is default/ns:d/1731846268788/Put/seqid=0 2024-11-17T12:24:40,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741840_1016 (size=5153) 2024-11-17T12:24:40,456 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/ns/a4b608d71f244f7d9315bf5339a66398 2024-11-17T12:24:40,463 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:40,477 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/rep_barrier/1385a46d942d46cfa9eef53ae0607f25 is 112, key is test,,1731846273204.66ddce902c523396405ac46384d5d53c./rep_barrier:seqnumDuringOpen/1731846273941/Put/seqid=0 2024-11-17T12:24:40,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741841_1017 (size=5518) 2024-11-17T12:24:40,483 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/rep_barrier/1385a46d942d46cfa9eef53ae0607f25 2024-11-17T12:24:40,503 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/table/53f0528299ab42f1b1827fc75609736a is 40, key is test/table:state/1731846273946/Put/seqid=0 2024-11-17T12:24:40,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741842_1018 (size=5165) 2024-11-17T12:24:40,518 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/table/53f0528299ab42f1b1827fc75609736a 2024-11-17T12:24:40,523 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/info/fe7216fd877c4eb689d09c2d2895abff as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/info/fe7216fd877c4eb689d09c2d2895abff 2024-11-17T12:24:40,527 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/info/fe7216fd877c4eb689d09c2d2895abff, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T12:24:40,527 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/ns/a4b608d71f244f7d9315bf5339a66398 as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/ns/a4b608d71f244f7d9315bf5339a66398 2024-11-17T12:24:40,531 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/ns/a4b608d71f244f7d9315bf5339a66398, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:24:40,531 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/rep_barrier/1385a46d942d46cfa9eef53ae0607f25 as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/rep_barrier/1385a46d942d46cfa9eef53ae0607f25 2024-11-17T12:24:40,534 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/rep_barrier/1385a46d942d46cfa9eef53ae0607f25, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T12:24:40,535 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/.tmp/table/53f0528299ab42f1b1827fc75609736a as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/table/53f0528299ab42f1b1827fc75609736a 2024-11-17T12:24:40,538 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/table/53f0528299ab42f1b1827fc75609736a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:24:40,539 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=11, compaction requested=false 2024-11-17T12:24:40,543 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T12:24:40,544 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:40,544 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:24:40,544 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:40,544 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846280002Running coprocessor pre-close hooks at 1731846280002Disabling compacts and flushes for region at 1731846280002Disabling writes for close at 1731846280002Obtaining lock to block concurrent updates at 1731846280002Preparing flush snapshotting stores in 1588230740 at 1731846280002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731846280003 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731846280003Flushing 1588230740/info: creating writer at 1731846280003Flushing 1588230740/info: appending metadata at 1731846280023 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731846280023Flushing 1588230740/ns: creating writer at 1731846280433 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731846280453 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731846280453Flushing 1588230740/rep_barrier: creating writer at 1731846280460 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846280477 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846280477Flushing 1588230740/table: creating writer at 1731846280486 (+9 ms)Flushing 1588230740/table: appending metadata at 1731846280503 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731846280503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9cba3c: reopening flushed file at 1731846280522 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9c0b50: reopening flushed file at 1731846280527 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@442e7921: reopening flushed file at 1731846280531 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491a3d79: reopening flushed file at 1731846280534 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=11, compaction requested=false at 1731846280539 (+5 ms)Writing region close event to WAL at 1731846280541 (+2 ms)Running coprocessor post-close hooks at 1731846280544 (+3 ms)Closed at 1731846280544 2024-11-17T12:24:40,544 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:40,602 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,41161,1731846266729; all regions closed. 2024-11-17T12:24:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741834_1010 (size=2717) 2024-11-17T12:24:40,612 DEBUG [RS:0;5dda233f2f2e:41161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/oldWALs 2024-11-17T12:24:40,612 INFO [RS:0;5dda233f2f2e:41161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C41161%2C1731846266729.meta:.meta(num 1731846268740) 2024-11-17T12:24:40,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741833_1009 (size=1028) 2024-11-17T12:24:40,621 DEBUG [RS:0;5dda233f2f2e:41161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/oldWALs 2024-11-17T12:24:40,621 INFO [RS:0;5dda233f2f2e:41161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C41161%2C1731846266729:(num 1731846268185) 2024-11-17T12:24:40,621 DEBUG [RS:0;5dda233f2f2e:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:40,621 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:40,622 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:40,622 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:40,622 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:40,622 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:40,622 INFO [RS:0;5dda233f2f2e:41161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:41161. 2024-11-17T12:24:40,622 DEBUG [RS:0;5dda233f2f2e:41161 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:40,622 DEBUG [RS:0;5dda233f2f2e:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:40,623 DEBUG [RS:0;5dda233f2f2e:41161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:40,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:40,623 INFO [RS:0;5dda233f2f2e:41161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41161 2024-11-17T12:24:40,701 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:40,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107/rs 2024-11-17T12:24:40,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-297101107/rs/5dda233f2f2e,41161,1731846266729 2024-11-17T12:24:40,703 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:40,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,41161,1731846266729] 2024-11-17T12:24:40,770 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-297101107/draining/5dda233f2f2e,41161,1731846266729 already deleted, retry=false 2024-11-17T12:24:40,770 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,41161,1731846266729 expired; onlineServers=0 2024-11-17T12:24:40,771 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,35233,1731846266582' ***** 2024-11-17T12:24:40,771 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:24:40,771 INFO [M:0;5dda233f2f2e:35233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:40,771 INFO [M:0;5dda233f2f2e:35233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:40,771 DEBUG [M:0;5dda233f2f2e:35233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:24:40,771 DEBUG [M:0;5dda233f2f2e:35233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:24:40,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:24:40,771 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846267937 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846267937,5,FailOnTimeoutGroup] 2024-11-17T12:24:40,771 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846267940 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846267940,5,FailOnTimeoutGroup] 2024-11-17T12:24:40,771 INFO [M:0;5dda233f2f2e:35233 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:40,771 INFO [M:0;5dda233f2f2e:35233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:40,771 DEBUG [M:0;5dda233f2f2e:35233 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:24:40,771 INFO [M:0;5dda233f2f2e:35233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:24:40,771 INFO [M:0;5dda233f2f2e:35233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:40,772 INFO [M:0;5dda233f2f2e:35233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:24:40,772 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:24:40,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-297101107/master 2024-11-17T12:24:40,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-297101107 2024-11-17T12:24:40,827 DEBUG [M:0;5dda233f2f2e:35233 {}] zookeeper.ZKUtil(347): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Unable to get data of znode /2-297101107/master because node does not exist (not an error) 2024-11-17T12:24:40,827 WARN [M:0;5dda233f2f2e:35233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:24:40,827 INFO [M:0;5dda233f2f2e:35233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/.lastflushedseqids 2024-11-17T12:24:40,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741843_1019 (size=173) 2024-11-17T12:24:40,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:40,853 INFO [RS:0;5dda233f2f2e:41161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:40,853 INFO [RS:0;5dda233f2f2e:41161 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,41161,1731846266729; zookeeper connection closed. 2024-11-17T12:24:40,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41161-0x10148c0a9e80007, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:40,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48dd22c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48dd22c5 2024-11-17T12:24:40,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:24:41,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:24:41,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,069 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:41,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:41,233 INFO [M:0;5dda233f2f2e:35233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:24:41,233 INFO [M:0;5dda233f2f2e:35233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:24:41,234 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:41,234 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:41,234 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:41,234 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:41,234 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:41,234 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-17T12:24:41,272 DEBUG [M:0;5dda233f2f2e:35233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f9f029448e2404f9c6aba9f3047a658 is 82, key is hbase:meta,,1/info:regioninfo/1731846268770/Put/seqid=0 2024-11-17T12:24:41,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741844_1020 (size=5672) 2024-11-17T12:24:41,304 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f9f029448e2404f9c6aba9f3047a658 2024-11-17T12:24:41,304 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:41,337 DEBUG [M:0;5dda233f2f2e:35233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb3e0bc0a5a44bcd9804f954d816377d is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731846273949/Put/seqid=0 2024-11-17T12:24:41,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741845_1021 (size=6587) 2024-11-17T12:24:41,346 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb3e0bc0a5a44bcd9804f954d816377d 2024-11-17T12:24:41,381 DEBUG [M:0;5dda233f2f2e:35233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/285f95b89a964555bf43e6b796c7ec30 is 69, key is 5dda233f2f2e,41161,1731846266729/rs:state/1731846268007/Put/seqid=0 2024-11-17T12:24:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741846_1022 (size=5156) 2024-11-17T12:24:41,395 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/285f95b89a964555bf43e6b796c7ec30 2024-11-17T12:24:41,399 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f9f029448e2404f9c6aba9f3047a658 as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f9f029448e2404f9c6aba9f3047a658 2024-11-17T12:24:41,403 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f9f029448e2404f9c6aba9f3047a658, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T12:24:41,404 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eb3e0bc0a5a44bcd9804f954d816377d as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb3e0bc0a5a44bcd9804f954d816377d 2024-11-17T12:24:41,414 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eb3e0bc0a5a44bcd9804f954d816377d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T12:24:41,415 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/285f95b89a964555bf43e6b796c7ec30 as hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/285f95b89a964555bf43e6b796c7ec30 2024-11-17T12:24:41,420 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/c9c62d01-807c-d952-96c7-942612091b75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/285f95b89a964555bf43e6b796c7ec30, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T12:24:41,421 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=55, compaction requested=false 2024-11-17T12:24:41,433 INFO [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:41,433 DEBUG [M:0;5dda233f2f2e:35233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846281233Disabling compacts and flushes for region at 1731846281233Disabling writes for close at 1731846281234 (+1 ms)Obtaining lock to block concurrent updates at 1731846281234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846281234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731846281234Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846281235 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846281235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846281271 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846281271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846281309 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846281336 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846281336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846281351 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846281380 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846281380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ff9156: reopening flushed file at 1731846281399 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b552af: reopening flushed file at 1731846281403 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c9669a: reopening flushed file at 1731846281414 (+11 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 187ms, sequenceid=55, compaction requested=false at 1731846281421 (+7 ms)Writing region close event to WAL at 1731846281433 (+12 ms)Closed at 1731846281433 2024-11-17T12:24:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40967 is added to blk_1073741830_1006 (size=32782) 2024-11-17T12:24:41,439 INFO [M:0;5dda233f2f2e:35233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:24:41,439 INFO [M:0;5dda233f2f2e:35233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35233 2024-11-17T12:24:41,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:41,440 INFO [M:0;5dda233f2f2e:35233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:41,594 INFO [M:0;5dda233f2f2e:35233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:41,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:41,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35233-0x10148c0a9e80006, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:41,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5663c986{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:41,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13ab238e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:41,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:41,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d9f90b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:41,629 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae69380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:41,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:24:41,630 WARN [BP-1522036701-172.17.0.3-1731846264581 heartbeating to localhost/127.0.0.1:43769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:24:41,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:24:41,630 WARN [BP-1522036701-172.17.0.3-1731846264581 heartbeating to localhost/127.0.0.1:43769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1522036701-172.17.0.3-1731846264581 (Datanode Uuid 9b2e61ae-3a9a-4219-ab39-bd6dafd93c09) service to localhost/127.0.0.1:43769 2024-11-17T12:24:41,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/cluster_919ff4c5-9089-9e81-3808-690c9803d1e4/data/data1/current/BP-1522036701-172.17.0.3-1731846264581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:41,631 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/cluster_919ff4c5-9089-9e81-3808-690c9803d1e4/data/data2/current/BP-1522036701-172.17.0.3-1731846264581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:41,631 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:24:41,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@af8e609{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:41,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f9855d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:41,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:41,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30355923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:41,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8f2ea2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cd3c55d9-e762-4900-57a4-d9b5b4b703d1/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:41,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:24:41,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:24:41,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:41,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:41,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:41,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:41,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:41,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:24:41,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1819830644, stopped=false 2024-11-17T12:24:41,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,45271,1731846261293 2024-11-17T12:24:41,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-54835468/running 2024-11-17T12:24:41,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-54835468/running 2024-11-17T12:24:41,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:41,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:41,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:41,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on znode that does not yet exist, /1-54835468/running 2024-11-17T12:24:41,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Set watcher on znode that does not yet exist, /1-54835468/running 2024-11-17T12:24:41,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:41,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:41,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:41,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,42097,1731846261469' ***** 2024-11-17T12:24:41,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:24:41,668 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:24:41,668 INFO [RS:0;5dda233f2f2e:42097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:24:41,668 INFO [RS:0;5dda233f2f2e:42097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:24:41,668 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:24:41,668 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(3091): Received CLOSE for f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:41,668 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:41,668 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:41,669 INFO [RS:0;5dda233f2f2e:42097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:42097. 2024-11-17T12:24:41,669 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f269fc4471011df50ca9413ab2042bcc, disabling compactions & flushes 2024-11-17T12:24:41,669 DEBUG [RS:0;5dda233f2f2e:42097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:41,669 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:41,669 DEBUG [RS:0;5dda233f2f2e:42097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:41,669 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:41,669 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. after waiting 0 ms 2024-11-17T12:24:41,669 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:41,669 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:24:41,669 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:24:41,669 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:24:41,669 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:24:41,669 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T12:24:41,669 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f269fc4471011df50ca9413ab2042bcc=test,,1731846271054.f269fc4471011df50ca9413ab2042bcc.} 2024-11-17T12:24:41,669 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:24:41,669 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f269fc4471011df50ca9413ab2042bcc 2024-11-17T12:24:41,669 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:24:41,669 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:24:41,669 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:24:41,669 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:24:41,669 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T12:24:41,673 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/default/test/f269fc4471011df50ca9413ab2042bcc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T12:24:41,674 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:41,674 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:24:41,674 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:41,674 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f269fc4471011df50ca9413ab2042bcc: Waiting for close lock at 1731846281668Running coprocessor pre-close hooks at 1731846281668Disabling compacts and flushes for region at 1731846281669 (+1 ms)Disabling writes for close at 1731846281669Writing region close event to WAL at 1731846281670 (+1 ms)Running coprocessor post-close hooks at 1731846281674 (+4 ms)Closed at 1731846281674 2024-11-17T12:24:41,674 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846271054.f269fc4471011df50ca9413ab2042bcc. 2024-11-17T12:24:41,685 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/info/c432c8be1a154ceb9c9656bfec505394 is 129, key is test,,1731846271054.f269fc4471011df50ca9413ab2042bcc./info:regioninfo/1731846272194/Put/seqid=0 2024-11-17T12:24:41,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741841_1017 (size=6421) 2024-11-17T12:24:41,689 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/info/c432c8be1a154ceb9c9656bfec505394 2024-11-17T12:24:41,710 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/ns/51252cb7b56e476bb2962ae5c813c797 is 43, key is default/ns:d/1731846264504/Put/seqid=0 2024-11-17T12:24:41,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741842_1018 (size=5153) 2024-11-17T12:24:41,760 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:41,771 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:24:41,771 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:24:41,800 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:41,869 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:24:42,025 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:42,069 DEBUG [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:24:42,114 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/ns/51252cb7b56e476bb2962ae5c813c797 2024-11-17T12:24:42,141 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/rep_barrier/ac98d1debb5f4dc591c98e7c8e903001 is 112, key is test,,1731846271054.f269fc4471011df50ca9413ab2042bcc./rep_barrier:seqnumDuringOpen/1731846272194/Put/seqid=0 2024-11-17T12:24:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741843_1019 (size=5518) 2024-11-17T12:24:42,150 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/rep_barrier/ac98d1debb5f4dc591c98e7c8e903001 2024-11-17T12:24:42,175 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/table/4cb970ec3fd94929be7850bd8ae96748 is 40, key is test/table:state/1731846272200/Put/seqid=0 2024-11-17T12:24:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741844_1020 (size=5165) 2024-11-17T12:24:42,179 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/table/4cb970ec3fd94929be7850bd8ae96748 2024-11-17T12:24:42,185 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/info/c432c8be1a154ceb9c9656bfec505394 as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/info/c432c8be1a154ceb9c9656bfec505394 2024-11-17T12:24:42,190 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/info/c432c8be1a154ceb9c9656bfec505394, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T12:24:42,191 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/ns/51252cb7b56e476bb2962ae5c813c797 as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/ns/51252cb7b56e476bb2962ae5c813c797 2024-11-17T12:24:42,196 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/ns/51252cb7b56e476bb2962ae5c813c797, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:24:42,197 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/rep_barrier/ac98d1debb5f4dc591c98e7c8e903001 as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/rep_barrier/ac98d1debb5f4dc591c98e7c8e903001 2024-11-17T12:24:42,201 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/rep_barrier/ac98d1debb5f4dc591c98e7c8e903001, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T12:24:42,202 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/.tmp/table/4cb970ec3fd94929be7850bd8ae96748 as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/table/4cb970ec3fd94929be7850bd8ae96748 2024-11-17T12:24:42,205 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/table/4cb970ec3fd94929be7850bd8ae96748, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T12:24:42,206 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=11, compaction requested=false 2024-11-17T12:24:42,216 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T12:24:42,217 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:42,217 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:24:42,217 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:42,217 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846281669Running coprocessor pre-close hooks at 1731846281669Disabling compacts and flushes for region at 1731846281669Disabling writes for close at 1731846281669Obtaining lock to block concurrent updates at 1731846281669Preparing flush snapshotting stores in 1588230740 at 1731846281669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731846281670 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731846281670Flushing 1588230740/info: creating writer at 1731846281670Flushing 1588230740/info: appending metadata at 1731846281685 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731846281685Flushing 1588230740/ns: creating writer at 1731846281692 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731846281710 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731846281710Flushing 1588230740/rep_barrier: creating writer at 1731846282120 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846282141 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846282141Flushing 1588230740/table: creating writer at 1731846282155 (+14 ms)Flushing 1588230740/table: appending metadata at 1731846282174 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731846282174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23310d49: reopening flushed file at 1731846282185 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c781429: reopening flushed file at 1731846282190 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4305e324: reopening flushed file at 1731846282196 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f09cc51: reopening flushed file at 1731846282201 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 537ms, sequenceid=11, compaction requested=false at 1731846282206 (+5 ms)Writing region close event to WAL at 1731846282208 (+2 ms)Running coprocessor post-close hooks at 1731846282217 (+9 ms)Closed at 1731846282217 2024-11-17T12:24:42,217 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:42,270 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,42097,1731846261469; all regions closed. 2024-11-17T12:24:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741834_1010 (size=2717) 2024-11-17T12:24:42,273 DEBUG [RS:0;5dda233f2f2e:42097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/oldWALs 2024-11-17T12:24:42,273 INFO [RS:0;5dda233f2f2e:42097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C42097%2C1731846261469.meta:.meta(num 1731846264455) 2024-11-17T12:24:42,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741832_1008 (size=1374) 2024-11-17T12:24:42,285 DEBUG [RS:0;5dda233f2f2e:42097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/oldWALs 2024-11-17T12:24:42,285 INFO [RS:0;5dda233f2f2e:42097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5dda233f2f2e%2C42097%2C1731846261469:(num 1731846263854) 2024-11-17T12:24:42,285 DEBUG [RS:0;5dda233f2f2e:42097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:42,285 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:42,285 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:42,285 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:42,285 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:42,285 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:42,286 INFO [RS:0;5dda233f2f2e:42097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:42097. 2024-11-17T12:24:42,286 DEBUG [RS:0;5dda233f2f2e:42097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:42,286 DEBUG [RS:0;5dda233f2f2e:42097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:42,286 DEBUG [RS:0;5dda233f2f2e:42097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:42,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:42,286 INFO [RS:0;5dda233f2f2e:42097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42097 2024-11-17T12:24:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468/rs 2024-11-17T12:24:42,307 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-54835468/rs/5dda233f2f2e,42097,1731846261469 2024-11-17T12:24:42,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,42097,1731846261469] 2024-11-17T12:24:42,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-54835468/draining/5dda233f2f2e,42097,1731846261469 already deleted, retry=false 2024-11-17T12:24:42,445 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,42097,1731846261469 expired; onlineServers=0 2024-11-17T12:24:42,445 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,45271,1731846261293' ***** 2024-11-17T12:24:42,445 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:24:42,445 INFO [M:0;5dda233f2f2e:45271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:42,445 INFO [M:0;5dda233f2f2e:45271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:42,446 DEBUG [M:0;5dda233f2f2e:45271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:24:42,446 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:24:42,446 DEBUG [M:0;5dda233f2f2e:45271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:24:42,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846263545 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846263545,5,FailOnTimeoutGroup] 2024-11-17T12:24:42,446 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846263545 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846263545,5,FailOnTimeoutGroup] 2024-11-17T12:24:42,446 INFO [M:0;5dda233f2f2e:45271 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:42,446 INFO [M:0;5dda233f2f2e:45271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:42,446 DEBUG [M:0;5dda233f2f2e:45271 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:24:42,446 INFO [M:0;5dda233f2f2e:45271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:24:42,446 INFO [M:0;5dda233f2f2e:45271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:42,446 INFO [M:0;5dda233f2f2e:45271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:24:42,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:24:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-54835468/master 2024-11-17T12:24:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-54835468 2024-11-17T12:24:42,465 DEBUG [M:0;5dda233f2f2e:45271 {}] zookeeper.ZKUtil(347): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Unable to get data of znode /1-54835468/master because node does not exist (not an error) 2024-11-17T12:24:42,465 WARN [M:0;5dda233f2f2e:45271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:24:42,467 INFO [M:0;5dda233f2f2e:45271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/.lastflushedseqids 2024-11-17T12:24:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741845_1021 (size=173) 2024-11-17T12:24:42,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:42,480 INFO [RS:0;5dda233f2f2e:42097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:42,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42097-0x10148c0a9e80004, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:42,480 INFO [RS:0;5dda233f2f2e:42097 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,42097,1731846261469; zookeeper connection closed. 2024-11-17T12:24:42,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a4fd881 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a4fd881 2024-11-17T12:24:42,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:24:42,605 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:42,829 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:42,870 INFO [M:0;5dda233f2f2e:45271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:24:42,870 INFO [M:0;5dda233f2f2e:45271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:24:42,870 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:42,870 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:42,870 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:42,870 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:42,870 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:42,870 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-17T12:24:42,885 DEBUG [M:0;5dda233f2f2e:45271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dab402a8c5f5414ca1ad507b2805e8d6 is 82, key is hbase:meta,,1/info:regioninfo/1731846264485/Put/seqid=0 2024-11-17T12:24:42,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741846_1022 (size=5672) 2024-11-17T12:24:42,890 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dab402a8c5f5414ca1ad507b2805e8d6 2024-11-17T12:24:42,913 DEBUG [M:0;5dda233f2f2e:45271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ccf373ba6364887a9cd3bc993629b32 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731846272203/Put/seqid=0 2024-11-17T12:24:42,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741847_1023 (size=6586) 2024-11-17T12:24:43,321 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ccf373ba6364887a9cd3bc993629b32 2024-11-17T12:24:43,338 DEBUG [M:0;5dda233f2f2e:45271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7afa116730bc4fb980c99051664ef640 is 69, key is 5dda233f2f2e,42097,1731846261469/rs:state/1731846263666/Put/seqid=0 2024-11-17T12:24:43,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741848_1024 (size=5156) 2024-11-17T12:24:43,508 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:43,732 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:43,741 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7afa116730bc4fb980c99051664ef640 2024-11-17T12:24:43,745 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dab402a8c5f5414ca1ad507b2805e8d6 as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dab402a8c5f5414ca1ad507b2805e8d6 2024-11-17T12:24:43,749 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dab402a8c5f5414ca1ad507b2805e8d6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T12:24:43,750 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ccf373ba6364887a9cd3bc993629b32 as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ccf373ba6364887a9cd3bc993629b32 2024-11-17T12:24:43,754 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ccf373ba6364887a9cd3bc993629b32, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T12:24:43,755 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7afa116730bc4fb980c99051664ef640 as hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7afa116730bc4fb980c99051664ef640 2024-11-17T12:24:43,759 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38939/user/jenkins/test-data/1c2f1715-167f-dcfd-989f-601b47f36ea7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7afa116730bc4fb980c99051664ef640, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T12:24:43,760 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=55, compaction requested=false 2024-11-17T12:24:43,766 INFO [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:43,766 DEBUG [M:0;5dda233f2f2e:45271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846282870Disabling compacts and flushes for region at 1731846282870Disabling writes for close at 1731846282870Obtaining lock to block concurrent updates at 1731846282870Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846282870Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731846282871 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846282871Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846282871Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846282884 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846282884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846282893 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846282913 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846282913Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846283324 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846283338 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846283338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f9bfa4: reopening flushed file at 1731846283745 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cb4e4f: reopening flushed file at 1731846283749 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24982077: reopening flushed file at 1731846283754 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=55, compaction requested=false at 1731846283760 (+6 ms)Writing region close event to WAL at 1731846283766 (+6 ms)Closed at 1731846283766 2024-11-17T12:24:43,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36075 is added to blk_1073741830_1006 (size=32770) 2024-11-17T12:24:43,769 INFO [M:0;5dda233f2f2e:45271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:24:43,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:43,769 INFO [M:0;5dda233f2f2e:45271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45271 2024-11-17T12:24:43,769 INFO [M:0;5dda233f2f2e:45271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:43,881 INFO [M:0;5dda233f2f2e:45271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:43,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:43,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45271-0x10148c0a9e80003, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:43,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@760c5af5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:43,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a6a4a0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:43,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:43,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415879c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:43,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7646bf61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:43,888 WARN [BP-582777530-172.17.0.3-1731846259262 heartbeating to localhost/127.0.0.1:38939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:24:43,888 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:24:43,888 WARN [BP-582777530-172.17.0.3-1731846259262 heartbeating to localhost/127.0.0.1:38939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-582777530-172.17.0.3-1731846259262 (Datanode Uuid 713a86c7-37ef-46c5-9019-463edd084cb1) service to localhost/127.0.0.1:38939 2024-11-17T12:24:43,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:24:43,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/cluster_05bf5471-5bb3-9ecf-bd1b-f76bac47ad4d/data/data1/current/BP-582777530-172.17.0.3-1731846259262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:43,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/cluster_05bf5471-5bb3-9ecf-bd1b-f76bac47ad4d/data/data2/current/BP-582777530-172.17.0.3-1731846259262 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:43,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:24:43,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f411e41{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:43,896 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3623dc90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:43,896 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:43,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d73b94b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:43,896 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b9b217{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/703c7ee2-28bf-a5b7-3428-9f0fc9581c18/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:43,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:24:43,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T12:24:43,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:43,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:43,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:43,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:43,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T12:24:43,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1588140543, stopped=false 2024-11-17T12:24:43,914 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5dda233f2f2e,37243,1731846256389 2024-11-17T12:24:43,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1766135771/running 2024-11-17T12:24:43,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:43,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on znode that does not yet exist, /0-1766135771/running 2024-11-17T12:24:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1766135771/running 2024-11-17T12:24:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:43,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:43,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Set watcher on znode that does not yet exist, /0-1766135771/running 2024-11-17T12:24:43,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T12:24:43,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:43,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:43,934 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5dda233f2f2e,40931,1731846256589' ***** 2024-11-17T12:24:43,934 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T12:24:43,934 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T12:24:43,934 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T12:24:43,934 INFO [RS:0;5dda233f2f2e:40931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T12:24:43,934 INFO [RS:0;5dda233f2f2e:40931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T12:24:43,934 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(3091): Received CLOSE for 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:43,934 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(3091): Received CLOSE for 2cfeed6e4f6c0ba16a9356ebfcfe321d 2024-11-17T12:24:43,934 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(959): stopping server 5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:43,934 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:43,935 INFO [RS:0;5dda233f2f2e:40931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:40931. 2024-11-17T12:24:43,935 DEBUG [RS:0;5dda233f2f2e:40931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:43,935 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62ace984ee20b17b85eecc3fd882bee1, disabling compactions & flushes 2024-11-17T12:24:43,935 DEBUG [RS:0;5dda233f2f2e:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:43,935 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:43,935 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:43,935 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. after waiting 0 ms 2024-11-17T12:24:43,935 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:43,935 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T12:24:43,935 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62ace984ee20b17b85eecc3fd882bee1 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-17T12:24:43,935 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T12:24:43,935 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T12:24:43,935 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T12:24:43,936 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T12:24:43,936 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1325): Online Regions={62ace984ee20b17b85eecc3fd882bee1=hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1., 2cfeed6e4f6c0ba16a9356ebfcfe321d=test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T12:24:43,937 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cfeed6e4f6c0ba16a9356ebfcfe321d, 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:43,937 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T12:24:43,937 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T12:24:43,937 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T12:24:43,937 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T12:24:43,937 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T12:24:43,937 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T12:24:43,957 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/.tmp/hfileref/00706c0b260a4168915ab7f59e904d1d is 74, key is 1/hfileref:1e23435ca10f472aa6315a2597b03cc4_SeqId_6_/1731846279345/DeleteColumn/seqid=0 2024-11-17T12:24:43,957 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T12:24:43,957 INFO [regionserver/5dda233f2f2e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T12:24:43,962 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/info/1245591c38b54c7b8117998950dc16c6 is 147, key is hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1./info:regioninfo/1731846275510/Put/seqid=0 2024-11-17T12:24:43,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741847_1023 (size=5489) 2024-11-17T12:24:43,965 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/.tmp/hfileref/00706c0b260a4168915ab7f59e904d1d 2024-11-17T12:24:43,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741848_1024 (size=7686) 2024-11-17T12:24:43,988 INFO [regionserver/5dda233f2f2e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:43,990 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/info/1245591c38b54c7b8117998950dc16c6 2024-11-17T12:24:43,999 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/.tmp/queue/5fe3ebb2432a440d8042c8cb8a7d1391 is 153, key is 1-5dda233f2f2e,40931,1731846256589/queue:5dda233f2f2e%2C40931%2C1731846256589/1731846279346/Put/seqid=0 2024-11-17T12:24:44,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741849_1025 (size=5504) 2024-11-17T12:24:44,039 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/ns/d4221b64fde544fe834786b5f5243d3d is 43, key is default/ns:d/1731846259115/Put/seqid=0 2024-11-17T12:24:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741850_1026 (size=5153) 2024-11-17T12:24:44,057 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/ns/d4221b64fde544fe834786b5f5243d3d 2024-11-17T12:24:44,084 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/rep_barrier/581e3ca3878d45d780aa5c5b621fe736 is 112, key is test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d./rep_barrier:seqnumDuringOpen/1731846270066/Put/seqid=0 2024-11-17T12:24:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741851_1027 (size=5518) 2024-11-17T12:24:44,090 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/rep_barrier/581e3ca3878d45d780aa5c5b621fe736 2024-11-17T12:24:44,112 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/table/b49edad2c43348698874baf80dc312dc is 53, key is hbase:replication/table:state/1731846275516/Put/seqid=0 2024-11-17T12:24:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741852_1028 (size=5308) 2024-11-17T12:24:44,137 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cfeed6e4f6c0ba16a9356ebfcfe321d, 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:44,337 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2cfeed6e4f6c0ba16a9356ebfcfe321d, 62ace984ee20b17b85eecc3fd882bee1 2024-11-17T12:24:44,420 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/.tmp/queue/5fe3ebb2432a440d8042c8cb8a7d1391 2024-11-17T12:24:44,424 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/.tmp/hfileref/00706c0b260a4168915ab7f59e904d1d as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/hfileref/00706c0b260a4168915ab7f59e904d1d 2024-11-17T12:24:44,428 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/hfileref/00706c0b260a4168915ab7f59e904d1d, entries=6, sequenceid=17, filesize=5.4 K 2024-11-17T12:24:44,429 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/.tmp/queue/5fe3ebb2432a440d8042c8cb8a7d1391 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/queue/5fe3ebb2432a440d8042c8cb8a7d1391 2024-11-17T12:24:44,433 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/queue/5fe3ebb2432a440d8042c8cb8a7d1391, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T12:24:44,434 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 62ace984ee20b17b85eecc3fd882bee1 in 499ms, sequenceid=17, compaction requested=false 2024-11-17T12:24:44,437 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/replication/62ace984ee20b17b85eecc3fd882bee1/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-17T12:24:44,437 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:44,437 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:24:44,437 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:44,437 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62ace984ee20b17b85eecc3fd882bee1: Waiting for close lock at 1731846283935Running coprocessor pre-close hooks at 1731846283935Disabling compacts and flushes for region at 1731846283935Disabling writes for close at 1731846283935Obtaining lock to block concurrent updates at 1731846283935Preparing flush snapshotting stores in 62ace984ee20b17b85eecc3fd882bee1 at 1731846283935Finished memstore snapshotting hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731846283935Flushing stores of hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. at 1731846283936 (+1 ms)Flushing 62ace984ee20b17b85eecc3fd882bee1/hfileref: creating writer at 1731846283937 (+1 ms)Flushing 62ace984ee20b17b85eecc3fd882bee1/hfileref: appending metadata at 1731846283956 (+19 ms)Flushing 62ace984ee20b17b85eecc3fd882bee1/hfileref: closing flushed file at 1731846283956Flushing 62ace984ee20b17b85eecc3fd882bee1/queue: creating writer at 1731846283977 (+21 ms)Flushing 62ace984ee20b17b85eecc3fd882bee1/queue: appending metadata at 1731846283998 (+21 ms)Flushing 62ace984ee20b17b85eecc3fd882bee1/queue: closing flushed file at 1731846283998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8e8067: reopening flushed file at 1731846284424 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9e4e7e: reopening flushed file at 1731846284429 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 62ace984ee20b17b85eecc3fd882bee1 in 499ms, sequenceid=17, compaction requested=false at 1731846284434 (+5 ms)Writing region close event to WAL at 1731846284434Running coprocessor post-close hooks at 1731846284437 (+3 ms)Closed at 1731846284437 2024-11-17T12:24:44,437 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731846274352.62ace984ee20b17b85eecc3fd882bee1. 2024-11-17T12:24:44,438 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2cfeed6e4f6c0ba16a9356ebfcfe321d, disabling compactions & flushes 2024-11-17T12:24:44,438 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:44,438 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:44,438 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. after waiting 0 ms 2024-11-17T12:24:44,438 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:44,443 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/default/test/2cfeed6e4f6c0ba16a9356ebfcfe321d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T12:24:44,444 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:44,444 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T12:24:44,444 INFO [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:44,444 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2cfeed6e4f6c0ba16a9356ebfcfe321d: Waiting for close lock at 1731846284438Running coprocessor pre-close hooks at 1731846284438Disabling compacts and flushes for region at 1731846284438Disabling writes for close at 1731846284438Writing region close event to WAL at 1731846284438Running coprocessor post-close hooks at 1731846284444 (+6 ms)Closed at 1731846284444 2024-11-17T12:24:44,444 DEBUG [RS_CLOSE_REGION-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731846268901.2cfeed6e4f6c0ba16a9356ebfcfe321d. 2024-11-17T12:24:44,512 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:44,516 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:24:44,516 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 688, reset compression=false 2024-11-17T12:24:44,516 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5dda233f2f2e,40931,1731846256589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:24:44,517 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5dda233f2f2e,40931,1731846256589: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5dda233f2f2e,40931,1731846256589, walGroup=5dda233f2f2e%2C40931%2C1731846256589, offset=5dda233f2f2e%2C40931%2C1731846256589.1731846278477:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:40931 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T12:24:44,519 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/table/b49edad2c43348698874baf80dc312dc 2024-11-17T12:24:44,519 ERROR [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T12:24:44,519 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T12:24:44,519 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T12:24:44,519 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T12:24:44,520 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T12:24:44,520 INFO [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1665138688, "init": 1048576000, "max": 2306867200, "used": 1070533600 }, "NonHeapMemoryUsage": { "committed": 210501632, "init": 7667712, "max": -1, "used": 207536448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T12:24:44,520 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:37243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5dda233f2f2e:37243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T12:24:44,533 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/info/1245591c38b54c7b8117998950dc16c6 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/info/1245591c38b54c7b8117998950dc16c6 2024-11-17T12:24:44,537 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/info/1245591c38b54c7b8117998950dc16c6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T12:24:44,537 DEBUG [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T12:24:44,538 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/ns/d4221b64fde544fe834786b5f5243d3d as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/ns/d4221b64fde544fe834786b5f5243d3d 2024-11-17T12:24:44,541 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/ns/d4221b64fde544fe834786b5f5243d3d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T12:24:44,542 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/rep_barrier/581e3ca3878d45d780aa5c5b621fe736 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/rep_barrier/581e3ca3878d45d780aa5c5b621fe736 2024-11-17T12:24:44,546 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/rep_barrier/581e3ca3878d45d780aa5c5b621fe736, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T12:24:44,547 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/.tmp/table/b49edad2c43348698874baf80dc312dc as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/table/b49edad2c43348698874baf80dc312dc 2024-11-17T12:24:44,551 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/table/b49edad2c43348698874baf80dc312dc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T12:24:44,551 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 614ms, sequenceid=16, compaction requested=false 2024-11-17T12:24:44,555 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T12:24:44,555 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T12:24:44,555 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T12:24:44,555 INFO [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:44,555 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731846283937Running coprocessor pre-close hooks at 1731846283937Disabling compacts and flushes for region at 1731846283937Disabling writes for close at 1731846283937Obtaining lock to block concurrent updates at 1731846283937Preparing flush snapshotting stores in 1588230740 at 1731846283937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731846283937Flushing stores of hbase:meta,,1.1588230740 at 1731846283943 (+6 ms)Flushing 1588230740/info: creating writer at 1731846283943Flushing 1588230740/info: appending metadata at 1731846283961 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731846283961Flushing 1588230740/ns: creating writer at 1731846284005 (+44 ms)Flushing 1588230740/ns: appending metadata at 1731846284038 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731846284038Flushing 1588230740/rep_barrier: creating writer at 1731846284061 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731846284084 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731846284084Flushing 1588230740/table: creating writer at 1731846284094 (+10 ms)Flushing 1588230740/table: appending metadata at 1731846284111 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731846284111Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7aeb06: reopening flushed file at 1731846284532 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d901841: reopening flushed file at 1731846284537 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12408e71: reopening flushed file at 1731846284541 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4914dc7e: reopening flushed file at 1731846284546 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 614ms, sequenceid=16, compaction requested=false at 1731846284551 (+5 ms)Writing region close event to WAL at 1731846284553 (+2 ms)Running coprocessor post-close hooks at 1731846284555 (+2 ms)Closed at 1731846284555 2024-11-17T12:24:44,555 DEBUG [RS_CLOSE_META-regionserver/5dda233f2f2e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T12:24:44,719 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 688, reset compression=false 2024-11-17T12:24:44,736 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 393, reset compression=false 2024-11-17T12:24:44,737 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(976): stopping server 5dda233f2f2e,40931,1731846256589; all regions closed. 2024-11-17T12:24:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741844_1020 (size=859) 2024-11-17T12:24:44,740 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T12:24:44,740 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 688, reset compression=false 2024-11-17T12:24:44,740 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5dda233f2f2e,40931,1731846256589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T12:24:44,741 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-17T12:24:44,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741842_1018 (size=2791) 2024-11-17T12:24:44,744 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.rep.1731846278451 not finished, retry = 0 2024-11-17T12:24:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741843_1019 (size=696) 2024-11-17T12:24:44,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 not finished, retry = 0 2024-11-17T12:24:44,943 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 688, reset compression=false 2024-11-17T12:24:44,947 DEBUG [RS:0;5dda233f2f2e:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:44,947 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T12:24:44,947 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 2024-11-17T12:24:44,947 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:44,947 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T12:24:44,947 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T12:24:44,947 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.ChoreService(370): Chore service for: regionserver/5dda233f2f2e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:44,947 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:44,947 INFO [regionserver/5dda233f2f2e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:44,948 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5dda233f2f2e,40931,1731846256589 because: Region server is closing 2024-11-17T12:24:44,948 INFO [RS:0;5dda233f2f2e:40931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:40931. 2024-11-17T12:24:44,948 DEBUG [RS:0;5dda233f2f2e:40931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:44,948 DEBUG [RS:0;5dda233f2f2e:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:44,948 DEBUG [RS:0;5dda233f2f2e:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:44,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:45,021 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 to pos 688, reset compression=false 2024-11-17T12:24:45,023 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/WALs/5dda233f2f2e,40931,1731846256589/5dda233f2f2e%2C40931%2C1731846256589.1731846278477 2024-11-17T12:24:45,023 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T12:24:45,023 DEBUG [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T12:24:45,048 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 terminated 2024-11-17T12:24:45,048 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5dda233f2f2e,40931,1731846256589 because: Region server is closing 2024-11-17T12:24:45,048 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,1-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,1-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-17T12:24:45,049 INFO [RS:0;5dda233f2f2e:40931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5dda233f2f2e:40931. 2024-11-17T12:24:45,049 DEBUG [RS:0;5dda233f2f2e:40931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T12:24:45,049 DEBUG [RS:0;5dda233f2f2e:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:45,049 DEBUG [RS:0;5dda233f2f2e:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T12:24:45,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T12:24:45,149 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.shipper5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 terminated 2024-11-17T12:24:45,149 WARN [RS_REFRESH_PEER-regionserver/5dda233f2f2e:0-0.replicationSource,2-5dda233f2f2e,40931,1731846256589.replicationSource.wal-reader.5dda233f2f2e%2C40931%2C1731846256589,2-5dda233f2f2e,40931,1731846256589 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-17T12:24:45,149 INFO [RS:0;5dda233f2f2e:40931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40931 2024-11-17T12:24:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771/rs 2024-11-17T12:24:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1766135771/rs/5dda233f2f2e,40931,1731846256589 2024-11-17T12:24:45,160 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:45,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5dda233f2f2e,40931,1731846256589] 2024-11-17T12:24:45,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1766135771/draining/5dda233f2f2e,40931,1731846256589 already deleted, retry=false 2024-11-17T12:24:45,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5dda233f2f2e,40931,1731846256589 expired; onlineServers=0 2024-11-17T12:24:45,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5dda233f2f2e,37243,1731846256389' ***** 2024-11-17T12:24:45,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T12:24:45,181 INFO [M:0;5dda233f2f2e:37243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T12:24:45,181 INFO [M:0;5dda233f2f2e:37243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T12:24:45,181 DEBUG [M:0;5dda233f2f2e:37243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T12:24:45,181 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T12:24:45,181 DEBUG [M:0;5dda233f2f2e:37243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T12:24:45,181 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846257831 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.large.0-1731846257831,5,FailOnTimeoutGroup] 2024-11-17T12:24:45,181 DEBUG [master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846257836 {}] cleaner.HFileCleaner(306): Exit Thread[master/5dda233f2f2e:0:becomeActiveMaster-HFileCleaner.small.0-1731846257836,5,FailOnTimeoutGroup] 2024-11-17T12:24:45,181 INFO [M:0;5dda233f2f2e:37243 {}] hbase.ChoreService(370): Chore service for: master/5dda233f2f2e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T12:24:45,181 INFO [M:0;5dda233f2f2e:37243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T12:24:45,181 DEBUG [M:0;5dda233f2f2e:37243 {}] master.HMaster(1795): Stopping service threads 2024-11-17T12:24:45,181 INFO [M:0;5dda233f2f2e:37243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T12:24:45,181 INFO [M:0;5dda233f2f2e:37243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T12:24:45,182 INFO [M:0;5dda233f2f2e:37243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T12:24:45,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T12:24:45,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1766135771/master 2024-11-17T12:24:45,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1766135771 2024-11-17T12:24:45,191 DEBUG [M:0;5dda233f2f2e:37243 {}] zookeeper.ZKUtil(347): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Unable to get data of znode /0-1766135771/master because node does not exist (not an error) 2024-11-17T12:24:45,191 WARN [M:0;5dda233f2f2e:37243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T12:24:45,192 INFO [M:0;5dda233f2f2e:37243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/.lastflushedseqids 2024-11-17T12:24:45,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741853_1029 (size=263) 2024-11-17T12:24:45,197 INFO [M:0;5dda233f2f2e:37243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T12:24:45,197 INFO [M:0;5dda233f2f2e:37243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T12:24:45,197 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T12:24:45,197 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:45,197 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:45,197 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T12:24:45,197 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:45,197 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-17T12:24:45,212 DEBUG [M:0;5dda233f2f2e:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6584f591cf684f2d8b7b12c5648a80e9 is 82, key is hbase:meta,,1/info:regioninfo/1731846259097/Put/seqid=0 2024-11-17T12:24:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741854_1030 (size=5672) 2024-11-17T12:24:45,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:45,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x10148c0a9e80001, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:45,271 INFO [RS:0;5dda233f2f2e:40931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:45,271 INFO [RS:0;5dda233f2f2e:40931 {}] regionserver.HRegionServer(1031): Exiting; stopping=5dda233f2f2e,40931,1731846256589; zookeeper connection closed. 2024-11-17T12:24:45,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4eb4afb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4eb4afb5 2024-11-17T12:24:45,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T12:24:45,616 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6584f591cf684f2d8b7b12c5648a80e9 2024-11-17T12:24:45,634 DEBUG [M:0;5dda233f2f2e:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b660efb9358465e856929b822c57e56 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731846275518/Put/seqid=0 2024-11-17T12:24:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741855_1031 (size=8910) 2024-11-17T12:24:45,637 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b660efb9358465e856929b822c57e56 2024-11-17T12:24:45,655 DEBUG [M:0;5dda233f2f2e:37243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb239c5a26e7469e90a624a5b0a0242b is 69, key is 5dda233f2f2e,40931,1731846256589/rs:state/1731846257943/Put/seqid=0 2024-11-17T12:24:45,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741856_1032 (size=5156) 2024-11-17T12:24:45,979 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T12:24:46,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T12:24:46,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,059 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb239c5a26e7469e90a624a5b0a0242b 2024-11-17T12:24:46,062 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6584f591cf684f2d8b7b12c5648a80e9 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6584f591cf684f2d8b7b12c5648a80e9 2024-11-17T12:24:46,065 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6584f591cf684f2d8b7b12c5648a80e9, entries=8, sequenceid=112, filesize=5.5 K 2024-11-17T12:24:46,066 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b660efb9358465e856929b822c57e56 as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b660efb9358465e856929b822c57e56 2024-11-17T12:24:46,069 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b660efb9358465e856929b822c57e56, entries=13, sequenceid=112, filesize=8.7 K 2024-11-17T12:24:46,069 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eb239c5a26e7469e90a624a5b0a0242b as hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb239c5a26e7469e90a624a5b0a0242b 2024-11-17T12:24:46,072 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44549/user/jenkins/test-data/77a1a2c1-1339-6616-9b26-ce6051457812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eb239c5a26e7469e90a624a5b0a0242b, entries=1, sequenceid=112, filesize=5.0 K 2024-11-17T12:24:46,073 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=112, compaction requested=false 2024-11-17T12:24:46,074 INFO [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T12:24:46,074 DEBUG [M:0;5dda233f2f2e:37243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731846285197Disabling compacts and flushes for region at 1731846285197Disabling writes for close at 1731846285197Obtaining lock to block concurrent updates at 1731846285197Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731846285197Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731846285198 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731846285198Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731846285198Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731846285212 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731846285212Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731846285619 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731846285634 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731846285634Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731846285640 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731846285655 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731846285655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cdc64a7: reopening flushed file at 1731846286062 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72bcfd54: reopening flushed file at 1731846286065 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48873cc7: reopening flushed file at 1731846286069 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=112, compaction requested=false at 1731846286073 (+4 ms)Writing region close event to WAL at 1731846286074 (+1 ms)Closed at 1731846286074 2024-11-17T12:24:46,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36283 is added to blk_1073741830_1006 (size=69067) 2024-11-17T12:24:46,075 INFO [M:0;5dda233f2f2e:37243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T12:24:46,076 INFO [M:0;5dda233f2f2e:37243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37243 2024-11-17T12:24:46,076 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T12:24:46,076 INFO [M:0;5dda233f2f2e:37243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T12:24:46,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T12:24:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:46,249 INFO [M:0;5dda233f2f2e:37243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T12:24:46,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37243-0x10148c0a9e80000, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T12:24:46,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d651a63{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T12:24:46,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61aeee70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:46,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:46,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63374392{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:46,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cb1d91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:46,253 WARN [BP-1394810505-172.17.0.3-1731846254171 heartbeating to localhost/127.0.0.1:44549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T12:24:46,253 WARN [BP-1394810505-172.17.0.3-1731846254171 heartbeating to localhost/127.0.0.1:44549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1394810505-172.17.0.3-1731846254171 (Datanode Uuid 3f04c3bf-e265-42c2-9d15-83c86fcb6dd6) service to localhost/127.0.0.1:44549 2024-11-17T12:24:46,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T12:24:46,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T12:24:46,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/cluster_f8ec14c3-3e14-bcb2-dbf3-8c5c3418bdf5/data/data1/current/BP-1394810505-172.17.0.3-1731846254171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:46,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/cluster_f8ec14c3-3e14-bcb2-dbf3-8c5c3418bdf5/data/data2/current/BP-1394810505-172.17.0.3-1731846254171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T12:24:46,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T12:24:46,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@620fb933{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T12:24:46,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59820be7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T12:24:46,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T12:24:46,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b15046{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T12:24:46,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b6a9cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1884d6b5-790d-2204-366b-1a4d471077c6/hadoop.log.dir/,STOPPED} 2024-11-17T12:24:46,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T12:24:46,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T12:24:46,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=602 (was 532) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57436) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44549 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38939 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44549 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:38939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:43769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43769 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38939 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44549 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43769 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57436) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57436) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 448) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3227 (was 3045) - AvailableMemoryMB LEAK? - 2024-11-17T12:24:46,303 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=602 is superior to 500 2024-11-17T12:24:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10148c0a9e80005, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:24:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10148c0a9e80008, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:24:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10148c0a9e80002, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T12:24:46,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10148c0a9e80008, quorum=127.0.0.1:57436, baseZNode=/2-297101107 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:24:46,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10148c0a9e80002, quorum=127.0.0.1:57436, baseZNode=/0-1766135771 Received Disconnected from ZooKeeper, ignoring 2024-11-17T12:24:46,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10148c0a9e80005, quorum=127.0.0.1:57436, baseZNode=/1-54835468 Received Disconnected from ZooKeeper, ignoring